[ 614.336741] env[69685]: INFO neutron.common.config [-] Logging enabled! [ 614.337072] env[69685]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.1.0.dev73 [ 614.337206] env[69685]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69685) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 614.337497] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 614.337595] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 614.338438] env[69685]: WARNING oslo_policy.policy [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 614.338661] env[69685]: WARNING oslo_policy.policy [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 614.340137] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] VMware NSXv3 Agent initialized successfully. [ 614.340502] env[69685]: DEBUG oslo_concurrency.lockutils [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] Acquiring lock "singleton_lock" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.340674] env[69685]: DEBUG oslo_concurrency.lockutils [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] Acquired lock "singleton_lock" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.340897] env[69685]: DEBUG oslo_concurrency.lockutils [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] Releasing lock "singleton_lock" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.341205] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] Full set of CONF: {{(pid=69685) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 614.341421] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ******************************************************************************** {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 614.341544] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] Configuration options gathered from: {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 614.341780] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 614.341956] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 614.342084] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ================================================================================ {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 614.342265] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] agent_down_time = 75 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.342412] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] allow_automatic_dhcp_failover = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.342555] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] allow_bulk = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.342733] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] api_extensions_path = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.342892] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] api_paste_config = api-paste.ini {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.343053] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] auth_strategy = keystone {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.343170] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] backdoor_port = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.343281] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] backdoor_socket = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.343428] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] backlog = 4096 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.343574] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] base_mac = fa:16:3e:00:00:00 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.343768] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] bind_host = 0.0.0.0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.343925] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] bind_port = 9696 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.344082] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] client_socket_timeout = 900 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.344229] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] config_dir = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.344345] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.344490] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] config_source = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.344637] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] control_exchange = neutron {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.344785] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] core_plugin = ml2 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.344934] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] debug = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.345091] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] default_availability_zones = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.345307] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.345452] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] dhcp_agent_notification = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.345596] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] dhcp_agents_per_network = 1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.345736] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] dhcp_lease_duration = 86400 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.345887] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] dhcp_load_type = networks {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.346096] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] dns_domain = openstacklocal {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.346273] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.346418] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] enable_default_route_bfd = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.346559] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] enable_default_route_ecmp = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.346698] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] enable_dvr = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.346874] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] enable_new_agents = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.347032] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.347175] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] enable_signals = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.347313] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] enable_traditional_dhcp = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.347446] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] external_dns_driver = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.347581] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] filter_validation = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.347728] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] global_physnet_mtu = 8950 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.347865] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] graceful_shutdown_timeout = 60 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.348057] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] host = cpu-1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.348209] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] host_dvr_for_dhcp = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.348352] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] http_retries = 3 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.348498] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] instance_format = [instance: %(uuid)s] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.348643] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.348790] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ipam_driver = internal {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.348931] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ipv6_pd_enabled = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.349113] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] l3_ha = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.349272] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.349417] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] l3_ha_network_physical_name = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.349559] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] l3_ha_network_type = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.349704] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] log_color = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.349847] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] log_config_append = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.349991] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.350141] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] log_dir = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.350278] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] log_file = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.350388] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] log_options = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.350532] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] log_rotate_interval = 1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.350719] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] log_rotate_interval_type = days {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.350874] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] log_rotation_type = none {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.350988] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.351109] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.351259] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.351399] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.351508] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.351652] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] max_dns_nameservers = 5 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.351796] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] max_header_line = 16384 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.351936] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] max_l3_agents_per_router = 3 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.352106] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] max_logfile_count = 30 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.352261] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] max_logfile_size_mb = 200 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.352401] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] max_subnet_host_routes = 20 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.352546] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] my_ip = 10.180.1.21 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.352719] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] my_ipv6 = ::1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.352857] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] network_auto_schedule = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.352994] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] network_link_prefix = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.353152] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.353297] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] notify_nova_on_port_data_changes = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.353438] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] notify_nova_on_port_status_changes = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.353579] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] pagination_max_limit = -1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.353772] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] publish_errors = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.353926] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] rate_limit_burst = 0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.354089] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] rate_limit_except_level = CRITICAL {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.354233] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] rate_limit_interval = 0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.354369] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] retry_until_window = 30 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.354505] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] router_distributed = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.354644] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] rpc_resources_processing_step = 20 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.354782] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] rpc_response_max_timeout = 600 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.354921] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] rpc_response_timeout = 60 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.355076] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] send_events_interval = 2 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.355262] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] service_plugins = ['router'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.355411] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] setproctitle = on {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.355548] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] shell_completion = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.355692] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] state_path = /opt/stack/data/neutron {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.355838] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] syslog_log_facility = LOG_USER {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.355978] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] tcp_keepidle = 600 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.356136] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] transport_url = **** {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.356276] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] use_journal = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.356412] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] use_json = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.356550] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] use_ssl = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.356685] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] use_stderr = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.356830] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] use_syslog = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.356968] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] vlan_qinq = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.357116] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] vlan_transparent = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.357253] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] watch_log_file = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.357390] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] wsgi_default_pool_size = 100 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.357526] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] wsgi_keep_alive = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.357669] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.357824] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] wsgi_server_debug = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.358038] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_concurrency.disable_process_locking = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.358201] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.358354] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.358497] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.358675] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.358823] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.358991] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.359167] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] profiler.connection_string = messaging:// {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.359314] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] profiler.enabled = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.359465] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] profiler.es_doc_type = notification {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.359609] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] profiler.es_scroll_size = 10000 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.359754] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] profiler.es_scroll_time = 2m {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.359897] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] profiler.filter_error_trace = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.360050] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] profiler.hmac_keys = **** {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.360202] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] profiler.sentinel_service_name = mymaster {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.360348] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] profiler.socket_timeout = 0.1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.360489] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] profiler.trace_requests = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.360626] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] profiler.trace_sqlalchemy = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.360776] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] profiler_jaeger.process_tags = {} {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.360942] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] profiler_jaeger.service_name_prefix = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.361103] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] profiler_otlp.service_name_prefix = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.361261] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_policy.enforce_new_defaults = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.361519] env[69685]: WARNING oslo_config.cfg [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 614.361674] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_policy.enforce_scope = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.361823] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_policy.policy_default_rule = default {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.361976] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.362135] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.362326] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.362426] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.362566] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.362732] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.362883] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.363041] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_policy.remote_timeout = 60.0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.363202] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.363354] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] agent.extensions = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.363501] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.363654] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] service_providers.service_provider = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.363833] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] QUOTAS.default_quota = -1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.363987] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.364142] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] QUOTAS.quota_floatingip = 50 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.364283] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] QUOTAS.quota_network = 100 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.364424] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] QUOTAS.quota_port = 500 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.364562] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.364702] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] QUOTAS.quota_router = 10 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.364844] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] QUOTAS.quota_security_group = 10 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.364986] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.365134] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] QUOTAS.quota_subnet = 100 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.365272] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] QUOTAS.track_quota_usage = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.365423] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.365563] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep.group = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.365705] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep.helper_command = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.365849] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.365992] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep.thread_pool_size = 8 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.366143] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep.user = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.366291] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.366427] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_dhcp_release.group = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.366562] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_dhcp_release.helper_command = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.366713] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.366879] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.367031] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_dhcp_release.user = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.367183] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.367324] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_ovs_vsctl.group = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.367462] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_ovs_vsctl.helper_command = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.367604] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.367745] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.367881] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_ovs_vsctl.user = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.368038] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_namespace.capabilities = [21] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.368178] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_namespace.group = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.368319] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_namespace.helper_command = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.368458] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.368603] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_namespace.thread_pool_size = 8 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.368741] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_namespace.user = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.368892] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_conntrack.capabilities = [12] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.369040] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_conntrack.group = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.369179] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_conntrack.helper_command = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.369322] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.369469] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.369602] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_conntrack.user = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.369767] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_link.capabilities = [12, 21] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.369920] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_link.group = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.370071] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_link.helper_command = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.370215] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.370354] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_link.thread_pool_size = 8 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.370490] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] privsep_link.user = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.370717] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.370895] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.371059] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.continue_on_failed_promotions = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.371204] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.dscp = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.371346] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.dscp_inherit = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.371495] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.force_mp_to_policy = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.371634] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.locking_coordinator_url = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.371774] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.log_agent_heartbeats = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.371915] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.logging_expire = 1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.372082] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.372240] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.372392] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.polling_interval = 240 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.372538] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.372709] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.372891] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.report_interval = 30.0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.373060] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.373213] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.373361] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.373506] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.sync_skew = 60 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.373649] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.synchronization_queue_size = 20 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.373793] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT.use_helper_for_ns_read = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.373941] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] SECURITYGROUP.enable_ipset = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.374104] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] SECURITYGROUP.enable_security_group = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.374252] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.374397] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.374546] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] experimental.ipv6_pd_enabled = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.374704] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ml2.extension_drivers = ['port_security'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.374845] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ml2.external_network_type = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.374999] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.375160] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ml2.overlay_ip_version = 4 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.375307] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ml2.path_mtu = 8950 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.375451] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ml2.physical_network_mtus = {} {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.375602] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ml2.tenant_network_types = ['vlan'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.375747] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.375921] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ml2.type_drivers = ['vlan'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.376087] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT_CLI.neutron_port_id = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.376230] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.376371] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.376525] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.376677] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.376823] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.376968] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.377127] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.377271] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.377458] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.377609] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_login_password = **** {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.377761] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_login_port = 443 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.377910] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_login_user = admin {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.378067] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.378219] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.378361] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.378504] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.378652] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.378823] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.379027] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.379180] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.379327] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.379477] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.379630] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.379775] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.379923] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.380245] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.380280] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] vsphere.vsphere_login_password = VMware1! {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.380416] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.380567] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.380732] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] nova.auth_section = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.380889] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] nova.auth_type = password {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.381046] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.381187] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] nova.certfile = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.381332] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] nova.collect_timing = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.381480] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] nova.endpoint_type = public {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.381620] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] nova.insecure = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.381757] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] nova.keyfile = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.381930] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] nova.region_name = RegionOne {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.382084] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] nova.split_loggers = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.382224] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] nova.timeout = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.382365] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] placement.auth_section = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.382512] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] placement.auth_type = password {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.382700] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.382866] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] placement.certfile = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.383028] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] placement.collect_timing = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.383188] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] placement.endpoint_type = public {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.383331] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] placement.insecure = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.383465] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] placement.keyfile = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.383599] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] placement.region_name = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.383766] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] placement.split_loggers = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.383956] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] placement.timeout = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.384080] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.auth_section = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.384214] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.auth_type = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.384356] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.cafile = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.384494] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.certfile = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.384638] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.collect_timing = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.384790] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.connect_retries = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.384957] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.connect_retry_delay = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.385113] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.enable_notifications = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.385255] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.endpoint_override = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.385399] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.insecure = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.385538] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.interface = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.385679] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.keyfile = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.385820] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.max_version = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.385957] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.min_version = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.386105] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.region_name = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.386245] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.retriable_status_codes = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.386381] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.service_name = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.386517] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.service_type = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.386661] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.split_loggers = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.386801] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.status_code_retries = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.386936] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.status_code_retry_delay = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.387093] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.timeout = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.387306] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.valid_interfaces = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.387469] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ironic.version = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.387621] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] cli_script.dry_run = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.387776] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.387943] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.388107] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.388252] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.388391] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.388529] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.388668] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392018] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392018] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392018] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392018] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392018] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392018] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392229] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392229] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392229] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392229] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392229] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392229] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392394] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392394] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392394] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392394] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392394] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392394] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392544] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392544] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392544] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392544] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392544] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392544] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.ssl = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392707] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392707] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392707] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.392799] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.393079] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.ssl_version = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.393079] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.393211] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_notifications.driver = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.393342] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_notifications.retry = -1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.393493] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.393629] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] oslo_messaging_notifications.transport_url = **** {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.393763] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-829759bb-3b66-4f6c-af75-e8210be7861c None None] ******************************************************************************** {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 614.394753] env[69685]: DEBUG neutron.agent.securitygroups_rpc [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Init firewall settings (driver=nsxv3) {{(pid=69685) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 614.396034] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69685) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 614.396270] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] RPC agent_id: nsxm-l-01a.corp.local [ 614.398475] env[69685]: DEBUG dogpile.cache.region [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.398658] env[69685]: DEBUG dogpile.lock [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.398807] env[69685]: DEBUG dogpile.lock [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.398906] env[69685]: DEBUG dogpile.lock [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.399087] env[69685]: DEBUG dogpile.cache.region [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.399197] env[69685]: DEBUG dogpile.lock [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.399328] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.450160] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Session token - acquiring [ 614.451735] env[69685]: DEBUG networking_nsxv3.common.locking [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.451920] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.452039] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.453021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.462970] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.753738] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 614.781800] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.781963] env[69685]: DEBUG dogpile.cache.region [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Cache value generated in 0.383 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 614.782067] env[69685]: DEBUG dogpile.lock [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.782198] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Activating Policy API Provider. [ 614.782394] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Looking for the default Infrastructure Rules. [ 614.873641] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Looking for the Default Layer3 Logged Drop Section. [ 614.890371] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 614.890818] env[69685]: DEBUG networking_nsxv3.common.locking [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.891012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquiring lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.891102] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.891380] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired external semaphore "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.891699] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.406590] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.909068] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.411143] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Inventory metadata is going to be refreshed. [ 616.411503] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 617.197531] env[69685]: DEBUG networking_nsxv3.common.locking [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.197896] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.197896] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.198221] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.215998] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 617.338489] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.339403] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 617.358348] env[69685]: DEBUG networking_nsxv3.common.locking [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.358609] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.358609] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.358935] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.359074] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.359222] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 617.359340] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 617.359445] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 617.379782] env[69685]: DEBUG networking_nsxv3.common.locking [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.379982] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.380069] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.380291] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.380457] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.380609] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 617.398264] env[69685]: DEBUG networking_nsxv3.common.locking [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.398451] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.398516] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.398743] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.398876] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.399016] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 617.416909] env[69685]: DEBUG networking_nsxv3.common.locking [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.417310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquiring lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.417310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.417485] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired external semaphore "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.417539] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Releasing lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.417639] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 617.417744] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 617.417847] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 617.434733] env[69685]: DEBUG networking_nsxv3.common.locking [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.434938] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquiring lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.435115] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.435219] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired external semaphore "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.435336] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Releasing lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.435464] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 617.435567] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 617.435671] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 617.452645] env[69685]: DEBUG networking_nsxv3.common.locking [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.452850] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.452921] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.453111] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.453245] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.453380] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 617.453484] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 617.453584] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Inventory metadata have been refreshed. [ 617.453684] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Dryrun:True. Metadata refresh completed. [ 617.453800] env[69685]: DEBUG oslo_concurrency.lockutils [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Releasing lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.455802] env[69685]: INFO neutron.agent.agent_extensions_manager [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Loaded agent extensions: [] [ 617.456501] env[69685]: DEBUG neutron_lib.callbacks.manager [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69685) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 617.517640] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] NSXv3 Agent Agent RPC Daemon Started! [ 617.517849] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] NSXv3 Agent Agent loop - iteration:0 started [ 617.517849] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] NSXv3 Agent Agent out of sync with plugin! [ 622.456885] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 622.456885] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 627.457755] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 627.458064] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 631.086635] env[69685]: INFO networking_nsxv3.common.synchronization [None req-cdb0edbd-f109-4809-80df-3601330e5308 demo admin] Enqueued Resource ID: 08221ad5-ae5c-473b-b248-c1ab35c13f3e with Priority: HIGHEST for action security_group_rules [ 631.087198] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08221ad5-ae5c-473b-b248-c1ab35c13f3e with Priority: HIGHEST for action security_group_rules [ 631.087494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08221ad5-ae5c-473b-b248-c1ab35c13f3e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.087619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08221ad5-ae5c-473b-b248-c1ab35c13f3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.087682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08221ad5-ae5c-473b-b248-c1ab35c13f3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.088024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08221ad5-ae5c-473b-b248-c1ab35c13f3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.088112] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08221ad5-ae5c-473b-b248-c1ab35c13f3e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.612896] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.613166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.613166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.613342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.613405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.613504] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08221ad5-ae5c-473b-b248-c1ab35c13f3e already deleted. [ 631.613586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08221ad5-ae5c-473b-b248-c1ab35c13f3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.088016] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 636.088392] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 641.089264] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 641.089674] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 646.090408] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 646.090822] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 651.094159] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 651.094159] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 651.459543] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.459972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.460096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.460269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.460500] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.966417] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.468995] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.974588] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 652.974832] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 653.747206] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.747555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.747555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.747666] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.762634] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 653.763560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.765440] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 653.782820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.784754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.784754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.784754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.784754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.784754] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 653.784754] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 653.784754] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 653.804304] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.804488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.804562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.805074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.805074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.805074] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 653.825289] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.825537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.825537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.825736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.825788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.825963] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 653.844856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.845043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.845114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.845276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.845373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.845828] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 653.845828] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 653.845828] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 653.862173] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.862345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.862411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.862569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.862651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.862755] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 653.862832] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 653.862886] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 653.883303] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.883515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.883515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.883810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.883916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.884050] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 653.884123] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 653.884209] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 653.884311] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 653.884361] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 653.884409] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 653.885166] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 653.885472] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 653.885566] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 653.885616] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 653.905848] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.906078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.906078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.906273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.906400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.906519] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 653.926101] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.926390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.926390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.928044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.928044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.961480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.092547] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 656.093076] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 656.423865] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d41e0850-613a-42d0-882a-8a38f6cb1c89 None None] Enqueued Resource ID: 414f45c7-769d-497b-8d23-06397b880ae7 with Priority: HIGHEST for action port [ 656.424343] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414f45c7-769d-497b-8d23-06397b880ae7 with Priority: HIGHEST for action port [ 656.424722] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-414f45c7-769d-497b-8d23-06397b880ae7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.424854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-414f45c7-769d-497b-8d23-06397b880ae7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.424913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-414f45c7-769d-497b-8d23-06397b880ae7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.425177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-414f45c7-769d-497b-8d23-06397b880ae7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.425264] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('414f45c7-769d-497b-8d23-06397b880ae7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.927326] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 414f45c7-769d-497b-8d23-06397b880ae7 [ 656.927561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.927700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.927781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.927993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.928105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.928200] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:414f45c7-769d-497b-8d23-06397b880ae7 already deleted. [ 656.928282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-414f45c7-769d-497b-8d23-06397b880ae7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.171669] env[69685]: INFO networking_nsxv3.common.synchronization [None req-4288f1c9-1f9a-4220-9b3d-d393fcdb46a4 None None] Enqueued Resource ID: 5087b608-cbf4-4332-9190-50f7bc0a475d with Priority: HIGHEST for action port [ 658.171921] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5087b608-cbf4-4332-9190-50f7bc0a475d with Priority: HIGHEST for action port [ 658.172499] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5087b608-cbf4-4332-9190-50f7bc0a475d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.172611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5087b608-cbf4-4332-9190-50f7bc0a475d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.172648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5087b608-cbf4-4332-9190-50f7bc0a475d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.172892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5087b608-cbf4-4332-9190-50f7bc0a475d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.172978] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5087b608-cbf4-4332-9190-50f7bc0a475d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.677906] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5087b608-cbf4-4332-9190-50f7bc0a475d [ 658.677906] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.677906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.677906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.677906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.677906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.677906] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5087b608-cbf4-4332-9190-50f7bc0a475d already deleted. [ 658.677906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5087b608-cbf4-4332-9190-50f7bc0a475d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.643209] env[69685]: INFO networking_nsxv3.common.synchronization [None req-0c26c158-b03b-44b2-a3b4-8a75cb326229 None None] Enqueued Resource ID: 1f653b3b-0a88-4016-adcc-9189ef5fc4f7 with Priority: HIGHEST for action port [ 661.644340] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f653b3b-0a88-4016-adcc-9189ef5fc4f7 with Priority: HIGHEST for action port [ 661.644705] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f653b3b-0a88-4016-adcc-9189ef5fc4f7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.644955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f653b3b-0a88-4016-adcc-9189ef5fc4f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.644955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f653b3b-0a88-4016-adcc-9189ef5fc4f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.645330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f653b3b-0a88-4016-adcc-9189ef5fc4f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.645568] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f653b3b-0a88-4016-adcc-9189ef5fc4f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.149328] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f653b3b-0a88-4016-adcc-9189ef5fc4f7 [ 662.151239] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.151239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.151239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.151239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.151239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.151239] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f653b3b-0a88-4016-adcc-9189ef5fc4f7 already deleted. [ 662.151239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f653b3b-0a88-4016-adcc-9189ef5fc4f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.151839] env[69685]: INFO networking_nsxv3.common.synchronization [None req-e3cc48fb-5316-4046-9e4a-e90f8728113a None None] Enqueued Resource ID: 3898203b-b215-47a0-8300-2928e2a334de with Priority: HIGHEST for action port [ 663.152142] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3898203b-b215-47a0-8300-2928e2a334de with Priority: HIGHEST for action port [ 663.152972] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3898203b-b215-47a0-8300-2928e2a334de taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.153198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3898203b-b215-47a0-8300-2928e2a334de" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.153444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3898203b-b215-47a0-8300-2928e2a334de" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.153790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3898203b-b215-47a0-8300-2928e2a334de" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.155175] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3898203b-b215-47a0-8300-2928e2a334de',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.593692] env[69685]: INFO networking_nsxv3.common.synchronization [None req-e5393035-96cb-450c-bc45-99129965668f None None] Enqueued Resource ID: 23b6352d-e0a4-402e-b2df-bf80a08ebbbe with Priority: HIGHEST for action port [ 663.593692] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b6352d-e0a4-402e-b2df-bf80a08ebbbe with Priority: HIGHEST for action port [ 663.593692] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-23b6352d-e0a4-402e-b2df-bf80a08ebbbe taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.593692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23b6352d-e0a4-402e-b2df-bf80a08ebbbe" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.593692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23b6352d-e0a4-402e-b2df-bf80a08ebbbe" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.593692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23b6352d-e0a4-402e-b2df-bf80a08ebbbe" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.593692] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23b6352d-e0a4-402e-b2df-bf80a08ebbbe',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.658878] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3898203b-b215-47a0-8300-2928e2a334de [ 663.658878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.658878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.658878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.658878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.658878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.658878] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3898203b-b215-47a0-8300-2928e2a334de already deleted. [ 663.658878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3898203b-b215-47a0-8300-2928e2a334de" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.099334] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23b6352d-e0a4-402e-b2df-bf80a08ebbbe [ 664.100094] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.100534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.101702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.101981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.102117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.102235] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23b6352d-e0a4-402e-b2df-bf80a08ebbbe already deleted. [ 664.102347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23b6352d-e0a4-402e-b2df-bf80a08ebbbe" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.912046] env[69685]: INFO networking_nsxv3.common.synchronization [None req-90d81704-6f51-4cd9-a6f6-ad498bd73e6a None None] Enqueued Resource ID: 7d68a03e-a891-4d53-87b9-3e511aa67166 with Priority: HIGHEST for action port [ 664.912827] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d68a03e-a891-4d53-87b9-3e511aa67166 with Priority: HIGHEST for action port [ 664.913127] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d68a03e-a891-4d53-87b9-3e511aa67166 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.916526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d68a03e-a891-4d53-87b9-3e511aa67166" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.916526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d68a03e-a891-4d53-87b9-3e511aa67166" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.916526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d68a03e-a891-4d53-87b9-3e511aa67166" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.916526] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d68a03e-a891-4d53-87b9-3e511aa67166',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.195749] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d6856759-fd81-4cc4-bd26-7435345a44b7 None None] Enqueued Resource ID: 63479452-3155-434b-9d7d-6f232b4631db with Priority: HIGHEST for action port [ 665.198335] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63479452-3155-434b-9d7d-6f232b4631db with Priority: HIGHEST for action port [ 665.198335] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-63479452-3155-434b-9d7d-6f232b4631db taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.198335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63479452-3155-434b-9d7d-6f232b4631db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.198335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63479452-3155-434b-9d7d-6f232b4631db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.198335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63479452-3155-434b-9d7d-6f232b4631db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.198500] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63479452-3155-434b-9d7d-6f232b4631db',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.203018] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a64a2012-ac60-4edb-a3c8-bb716a32dfa6 None None] Enqueued Resource ID: 6b0e9935-e2c6-4c34-b7f5-375495b28542 with Priority: HIGHEST for action port [ 665.203018] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b0e9935-e2c6-4c34-b7f5-375495b28542 with Priority: HIGHEST for action port [ 665.203018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b0e9935-e2c6-4c34-b7f5-375495b28542 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.203018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b0e9935-e2c6-4c34-b7f5-375495b28542" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.203018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b0e9935-e2c6-4c34-b7f5-375495b28542" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.203018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b0e9935-e2c6-4c34-b7f5-375495b28542" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.203018] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b0e9935-e2c6-4c34-b7f5-375495b28542',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.264111] env[69685]: INFO networking_nsxv3.common.synchronization [None req-dc2ab299-e936-4c5f-9589-3a26a472cf15 None None] Enqueued Resource ID: 1a86c93d-0b17-4b9b-acb1-d5d3f6ccc1d6 with Priority: HIGHEST for action port [ 665.264111] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a86c93d-0b17-4b9b-acb1-d5d3f6ccc1d6 with Priority: HIGHEST for action port [ 665.264753] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a86c93d-0b17-4b9b-acb1-d5d3f6ccc1d6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.266545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a86c93d-0b17-4b9b-acb1-d5d3f6ccc1d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.266655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a86c93d-0b17-4b9b-acb1-d5d3f6ccc1d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.266927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a86c93d-0b17-4b9b-acb1-d5d3f6ccc1d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.267058] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a86c93d-0b17-4b9b-acb1-d5d3f6ccc1d6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.417956] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d68a03e-a891-4d53-87b9-3e511aa67166 [ 665.418756] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.419541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.419624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.419785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.419880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.419986] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d68a03e-a891-4d53-87b9-3e511aa67166 already deleted. [ 665.420074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d68a03e-a891-4d53-87b9-3e511aa67166" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.701073] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63479452-3155-434b-9d7d-6f232b4631db [ 665.701324] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.701458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.701525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.701775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.701837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.702199] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63479452-3155-434b-9d7d-6f232b4631db already deleted. [ 665.702199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63479452-3155-434b-9d7d-6f232b4631db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.708679] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b0e9935-e2c6-4c34-b7f5-375495b28542 [ 665.708836] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.708971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.709053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.709767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.709767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.709896] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b0e9935-e2c6-4c34-b7f5-375495b28542 already deleted. [ 665.709936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b0e9935-e2c6-4c34-b7f5-375495b28542" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.769507] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a86c93d-0b17-4b9b-acb1-d5d3f6ccc1d6 [ 665.769750] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.770015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.770015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.770190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.770280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.770377] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a86c93d-0b17-4b9b-acb1-d5d3f6ccc1d6 already deleted. [ 665.770462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a86c93d-0b17-4b9b-acb1-d5d3f6ccc1d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.936719] env[69685]: INFO networking_nsxv3.common.synchronization [None req-09d21553-5f8b-42b9-99d5-fa5a637ac594 None None] Enqueued Resource ID: d4513c54-48d8-43d4-8d58-10ee3bee8493 with Priority: HIGHEST for action port [ 665.937971] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4513c54-48d8-43d4-8d58-10ee3bee8493 with Priority: HIGHEST for action port [ 665.937971] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4513c54-48d8-43d4-8d58-10ee3bee8493 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.937971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4513c54-48d8-43d4-8d58-10ee3bee8493" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.937971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4513c54-48d8-43d4-8d58-10ee3bee8493" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.938419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4513c54-48d8-43d4-8d58-10ee3bee8493" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.938544] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4513c54-48d8-43d4-8d58-10ee3bee8493',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.442125] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4513c54-48d8-43d4-8d58-10ee3bee8493 [ 666.442384] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.442516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.442591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.442814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.442904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.442998] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4513c54-48d8-43d4-8d58-10ee3bee8493 already deleted. [ 666.443215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4513c54-48d8-43d4-8d58-10ee3bee8493" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.007032] env[69685]: INFO networking_nsxv3.common.synchronization [None req-db2a7f50-bf2e-4874-a71f-951d8182591e None None] Enqueued Resource ID: 87f591c3-e8be-4c32-b2f4-59f1e14f0196 with Priority: HIGHEST for action port [ 667.007292] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f591c3-e8be-4c32-b2f4-59f1e14f0196 with Priority: HIGHEST for action port [ 667.007868] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-87f591c3-e8be-4c32-b2f4-59f1e14f0196 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.008015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87f591c3-e8be-4c32-b2f4-59f1e14f0196" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.008086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87f591c3-e8be-4c32-b2f4-59f1e14f0196" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.008510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87f591c3-e8be-4c32-b2f4-59f1e14f0196" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.008510] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f591c3-e8be-4c32-b2f4-59f1e14f0196',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.514969] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87f591c3-e8be-4c32-b2f4-59f1e14f0196 [ 667.514969] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.514969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.514969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.514969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.514969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.514969] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87f591c3-e8be-4c32-b2f4-59f1e14f0196 already deleted. [ 667.514969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87f591c3-e8be-4c32-b2f4-59f1e14f0196" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.678653] env[69685]: INFO networking_nsxv3.common.synchronization [None req-f4c85f27-2990-4dea-9e2e-1f60c31cc2ed None None] Enqueued Resource ID: ad40c5e7-6648-48fe-b9cf-42b0b56652e7 with Priority: HIGHEST for action port [ 667.679747] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad40c5e7-6648-48fe-b9cf-42b0b56652e7 with Priority: HIGHEST for action port [ 667.679747] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad40c5e7-6648-48fe-b9cf-42b0b56652e7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.679747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad40c5e7-6648-48fe-b9cf-42b0b56652e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.679747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad40c5e7-6648-48fe-b9cf-42b0b56652e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.680016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad40c5e7-6648-48fe-b9cf-42b0b56652e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.680016] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad40c5e7-6648-48fe-b9cf-42b0b56652e7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.183594] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad40c5e7-6648-48fe-b9cf-42b0b56652e7 [ 668.183761] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.183860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.183909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.184181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.184329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.184434] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad40c5e7-6648-48fe-b9cf-42b0b56652e7 already deleted. [ 668.184517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad40c5e7-6648-48fe-b9cf-42b0b56652e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.716456] env[69685]: INFO networking_nsxv3.common.synchronization [None req-03c365ce-3f69-46a0-837a-f591ad7a92e1 None None] Enqueued Resource ID: 14815474-4b6c-4b61-9fdd-1e56de6716c6 with Priority: HIGHEST for action port [ 668.717510] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14815474-4b6c-4b61-9fdd-1e56de6716c6 with Priority: HIGHEST for action port [ 668.721953] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-14815474-4b6c-4b61-9fdd-1e56de6716c6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.721953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14815474-4b6c-4b61-9fdd-1e56de6716c6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.721953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14815474-4b6c-4b61-9fdd-1e56de6716c6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.721953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14815474-4b6c-4b61-9fdd-1e56de6716c6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.721953] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14815474-4b6c-4b61-9fdd-1e56de6716c6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.224022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14815474-4b6c-4b61-9fdd-1e56de6716c6 [ 669.224022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.224022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.224022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.224022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.224022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.224022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14815474-4b6c-4b61-9fdd-1e56de6716c6 already deleted. [ 669.224022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14815474-4b6c-4b61-9fdd-1e56de6716c6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.261870] env[69685]: INFO networking_nsxv3.common.synchronization [None req-7493ca1b-ea97-41ed-82e1-83bc7ab58099 None None] Enqueued Resource ID: 0232ca31-01c7-4fda-be83-6e08efe65ca9 with Priority: HIGHEST for action port [ 669.262157] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0232ca31-01c7-4fda-be83-6e08efe65ca9 with Priority: HIGHEST for action port [ 669.262709] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0232ca31-01c7-4fda-be83-6e08efe65ca9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.262936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0232ca31-01c7-4fda-be83-6e08efe65ca9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.262936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0232ca31-01c7-4fda-be83-6e08efe65ca9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.266870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0232ca31-01c7-4fda-be83-6e08efe65ca9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.266870] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0232ca31-01c7-4fda-be83-6e08efe65ca9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.531701] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a64031a-9665-4bd4-a6d3-39d6594f035d req-8e07f54c-629b-45f3-9ade-f68fd45b4ee9 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Enqueued Resource ID: b8e42f80-7534-4976-abe9-580595693ea4 with Priority: HIGHEST for action security_group_members [ 669.532241] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e42f80-7534-4976-abe9-580595693ea4 with Priority: HIGHEST for action security_group_members [ 669.533045] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e42f80-7534-4976-abe9-580595693ea4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.533182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.533250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.533536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.533703] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.533856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.533856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.534031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.534116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.534954] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e42f80-7534-4976-abe9-580595693ea4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.768336] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0232ca31-01c7-4fda-be83-6e08efe65ca9 [ 669.768569] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.768709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.768838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.769058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.769100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.769183] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0232ca31-01c7-4fda-be83-6e08efe65ca9 already deleted. [ 669.769262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0232ca31-01c7-4fda-be83-6e08efe65ca9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.036623] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.037971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.038207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.038530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.038742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.039072] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.039326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.039491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.039750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.039935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.040407] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e42f80-7534-4976-abe9-580595693ea4 already deleted. [ 670.040624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.535804] env[69685]: INFO networking_nsxv3.common.synchronization [None req-ca8aa226-2dbb-454f-af68-6b96b4aa0cec None None] Enqueued Resource ID: c28336dc-be18-4526-b159-56718ba7d558 with Priority: HIGHEST for action port [ 670.535804] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28336dc-be18-4526-b159-56718ba7d558 with Priority: HIGHEST for action port [ 670.535804] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c28336dc-be18-4526-b159-56718ba7d558 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.535804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c28336dc-be18-4526-b159-56718ba7d558" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.535804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c28336dc-be18-4526-b159-56718ba7d558" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.537131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c28336dc-be18-4526-b159-56718ba7d558" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.537707] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28336dc-be18-4526-b159-56718ba7d558',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.875547] env[69685]: INFO networking_nsxv3.common.synchronization [None req-28fd2e16-1a0f-4968-8f6c-5ca258d0a74a None None] Enqueued Resource ID: 2be29483-8e04-42ed-b8c4-496aec45d2d0 with Priority: HIGHEST for action port [ 670.879755] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be29483-8e04-42ed-b8c4-496aec45d2d0 with Priority: HIGHEST for action port [ 670.879755] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-2be29483-8e04-42ed-b8c4-496aec45d2d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.879755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2be29483-8e04-42ed-b8c4-496aec45d2d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.879755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2be29483-8e04-42ed-b8c4-496aec45d2d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.879755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2be29483-8e04-42ed-b8c4-496aec45d2d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.879755] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2be29483-8e04-42ed-b8c4-496aec45d2d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.040256] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c28336dc-be18-4526-b159-56718ba7d558 [ 671.041222] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.041222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.041222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.041222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.041222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.041222] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c28336dc-be18-4526-b159-56718ba7d558 already deleted. [ 671.041222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c28336dc-be18-4526-b159-56718ba7d558" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.123025] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.123025] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.123025] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.123025] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.124059] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.126276] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.126276] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.126276] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.126276] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.126276] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.126276] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.126276] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.126276] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.126276] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.126276] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.126276] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.133041] env[69685]: INFO networking_nsxv3.common.synchronization [None req-aa62b767-d0bf-4f7e-8041-c3496a535bf1 None None] Enqueued Resource ID: a18abcc3-ff4e-417f-a61a-d78b4dcecd33 with Priority: HIGHEST for action port [ 671.133496] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18abcc3-ff4e-417f-a61a-d78b4dcecd33 with Priority: HIGHEST for action port [ 671.134258] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-a18abcc3-ff4e-417f-a61a-d78b4dcecd33 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.134258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a18abcc3-ff4e-417f-a61a-d78b4dcecd33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.134258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a18abcc3-ff4e-417f-a61a-d78b4dcecd33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.134258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a18abcc3-ff4e-417f-a61a-d78b4dcecd33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.134536] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a18abcc3-ff4e-417f-a61a-d78b4dcecd33',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.145253] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.146746] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.146953] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.147168] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.147494] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.147674] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.147839] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.148106] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.148245] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.385375] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2be29483-8e04-42ed-b8c4-496aec45d2d0 [ 671.387045] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.387045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.387045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.387045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.387045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.387045] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2be29483-8e04-42ed-b8c4-496aec45d2d0 already deleted. [ 671.387045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2be29483-8e04-42ed-b8c4-496aec45d2d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.636681] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a18abcc3-ff4e-417f-a61a-d78b4dcecd33 [ 671.636990] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.637102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.637154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.637706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.637805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.637912] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a18abcc3-ff4e-417f-a61a-d78b4dcecd33 already deleted. [ 671.637995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a18abcc3-ff4e-417f-a61a-d78b4dcecd33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.651736] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.652148] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.652148] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.652452] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.652621] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.652780] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b not found, creating... [ 671.653052] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.653240] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.653336] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.653583] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.653850] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.654256] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.654256] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.655127] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.655262] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.655440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.655595] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b is going to be created. [ 671.703849] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.704066] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.704191] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.704494] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.704839] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.704984] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.032861] env[69685]: INFO networking_nsxv3.common.synchronization [None req-56b64306-c8b6-4f11-8082-c1649abfdbc7 None None] Enqueued Resource ID: c95e6e98-3fff-4ede-b1a0-a5f7b1c6809b with Priority: HIGHEST for action port [ 672.034217] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95e6e98-3fff-4ede-b1a0-a5f7b1c6809b with Priority: HIGHEST for action port [ 672.034874] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c95e6e98-3fff-4ede-b1a0-a5f7b1c6809b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.034874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c95e6e98-3fff-4ede-b1a0-a5f7b1c6809b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.034874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c95e6e98-3fff-4ede-b1a0-a5f7b1c6809b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.035437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c95e6e98-3fff-4ede-b1a0-a5f7b1c6809b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.035646] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c95e6e98-3fff-4ede-b1a0-a5f7b1c6809b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.167282] env[69685]: INFO networking_nsxv3.common.synchronization [None req-5a8cd515-88ac-4e52-899a-41449eb05990 None None] Enqueued Resource ID: 25f2e88b-1416-4165-871f-c689939243e7 with Priority: HIGHEST for action port [ 672.167282] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f2e88b-1416-4165-871f-c689939243e7 with Priority: HIGHEST for action port [ 672.167282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-25f2e88b-1416-4165-871f-c689939243e7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.167282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25f2e88b-1416-4165-871f-c689939243e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.167282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25f2e88b-1416-4165-871f-c689939243e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.167282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25f2e88b-1416-4165-871f-c689939243e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.167282] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25f2e88b-1416-4165-871f-c689939243e7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.386608] env[69685]: INFO networking_nsxv3.common.synchronization [None req-102b277a-7120-4bee-a283-8dd894cd8d30 None None] Enqueued Resource ID: 0ff49a6b-9815-453b-ad1f-60f20d084377 with Priority: HIGHEST for action port [ 672.387679] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff49a6b-9815-453b-ad1f-60f20d084377 with Priority: HIGHEST for action port [ 672.387883] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ff49a6b-9815-453b-ad1f-60f20d084377 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.388061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ff49a6b-9815-453b-ad1f-60f20d084377" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.388135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ff49a6b-9815-453b-ad1f-60f20d084377" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.388363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ff49a6b-9815-453b-ad1f-60f20d084377" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.388448] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ff49a6b-9815-453b-ad1f-60f20d084377',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.537289] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c95e6e98-3fff-4ede-b1a0-a5f7b1c6809b [ 672.537542] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.537684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.537753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.537976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.538081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.538182] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c95e6e98-3fff-4ede-b1a0-a5f7b1c6809b already deleted. [ 672.538473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c95e6e98-3fff-4ede-b1a0-a5f7b1c6809b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.559936] env[69685]: INFO networking_nsxv3.common.synchronization [None req-e8624d21-51f3-41de-b991-d5928742f92a None None] Enqueued Resource ID: f9ec38d5-a93d-470c-9383-29a16138db46 with Priority: HIGHEST for action port [ 672.560205] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ec38d5-a93d-470c-9383-29a16138db46 with Priority: HIGHEST for action port [ 672.560826] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9ec38d5-a93d-470c-9383-29a16138db46 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.560930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9ec38d5-a93d-470c-9383-29a16138db46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.560964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9ec38d5-a93d-470c-9383-29a16138db46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.561222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9ec38d5-a93d-470c-9383-29a16138db46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.561318] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9ec38d5-a93d-470c-9383-29a16138db46',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.591020] env[69685]: INFO networking_nsxv3.common.synchronization [req-c3b736e0-d4d6-467b-aceb-f2face2867a1 req-0d742a8b-7d95-4ab8-8865-6e57270b2c96 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Enqueued Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_members [ 672.591584] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_members [ 672.592394] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c17a11-02ce-482f-9dd5-902fff863987 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.592559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.592635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.592894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.593077] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.593187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.593254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.593510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.593599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.593671] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.670414] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25f2e88b-1416-4165-871f-c689939243e7 [ 672.670773] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.670773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.670903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.671039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.671235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.671372] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25f2e88b-1416-4165-871f-c689939243e7 already deleted. [ 672.671558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25f2e88b-1416-4165-871f-c689939243e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.891214] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ff49a6b-9815-453b-ad1f-60f20d084377 [ 672.893171] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.893171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.893171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.893171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.893171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.893171] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ff49a6b-9815-453b-ad1f-60f20d084377 already deleted. [ 672.893171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ff49a6b-9815-453b-ad1f-60f20d084377" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.003205] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a64031a-9665-4bd4-a6d3-39d6594f035d req-2a0d7c22-f635-43aa-a5be-8ae460565447 service nova] Enqueued Resource ID: b8e42f80-7534-4976-abe9-580595693ea4 with Priority: HIGHEST for action security_group_rules [ 673.003588] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a64031a-9665-4bd4-a6d3-39d6594f035d req-2a0d7c22-f635-43aa-a5be-8ae460565447 service nova] Enqueued Resource ID: b8e42f80-7534-4976-abe9-580595693ea4 with Priority: HIGHEST for action security_group_members [ 673.003588] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a64031a-9665-4bd4-a6d3-39d6594f035d req-2a0d7c22-f635-43aa-a5be-8ae460565447 service nova] Enqueued Resource ID: fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b with Priority: HIGHEST for action port [ 673.005213] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e42f80-7534-4976-abe9-580595693ea4 with Priority: HIGHEST for action security_group_rules [ 673.005318] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e42f80-7534-4976-abe9-580595693ea4 with Priority: HIGHEST for action security_group_members [ 673.005355] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b with Priority: HIGHEST for action port [ 673.006516] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e42f80-7534-4976-abe9-580595693ea4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.006516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.006516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.006516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.006516] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e42f80-7534-4976-abe9-580595693ea4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.006961] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e42f80-7534-4976-abe9-580595693ea4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.007153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.007153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.007307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.007439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.007529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.007673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.007768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.007849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.007936] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e42f80-7534-4976-abe9-580595693ea4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.008946] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.012059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.012059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.012163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.012378] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.048650] env[69685]: INFO networking_nsxv3.common.synchronization [None req-9141f203-8e54-4ddd-911b-b26dcf17d6ad None None] Enqueued Resource ID: 7304095f-cb5b-4a9a-a626-7d0c942d465c with Priority: HIGHEST for action port [ 673.049155] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7304095f-cb5b-4a9a-a626-7d0c942d465c with Priority: HIGHEST for action port [ 673.049704] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7304095f-cb5b-4a9a-a626-7d0c942d465c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.049797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7304095f-cb5b-4a9a-a626-7d0c942d465c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.049829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7304095f-cb5b-4a9a-a626-7d0c942d465c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.050403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7304095f-cb5b-4a9a-a626-7d0c942d465c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.050403] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7304095f-cb5b-4a9a-a626-7d0c942d465c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.062738] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9ec38d5-a93d-470c-9383-29a16138db46 [ 673.063083] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.063083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.063200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.063510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.063574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.063702] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9ec38d5-a93d-470c-9383-29a16138db46 already deleted. [ 673.063968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9ec38d5-a93d-470c-9383-29a16138db46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.098861] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.098861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.098861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.098861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.098861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.098861] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.098861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.098861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.098861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.098861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.098861] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73c17a11-02ce-482f-9dd5-902fff863987 already deleted. [ 673.098861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.518501] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e42f80-7534-4976-abe9-580595693ea4 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.518627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.523076] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b with status ACTIVE [ 673.523301] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.523451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.523555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.523774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.523927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.524064] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.524127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.527148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.527148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.527148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.527148] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.527148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.527148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.527148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.527148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.527148] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b is going to be updated. [ 673.527148] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e42f80-7534-4976-abe9-580595693ea4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.547515] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.547654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.547929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.547929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.548734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.548923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fba3d33b-5abb-47b0-8b7f-cbc5e16a8a2b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.554974] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7304095f-cb5b-4a9a-a626-7d0c942d465c [ 673.555192] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.555313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.555379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.555621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.555708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.555806] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7304095f-cb5b-4a9a-a626-7d0c942d465c already deleted. [ 673.555882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7304095f-cb5b-4a9a-a626-7d0c942d465c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.892825] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.893145] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.893180] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.893411] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.895128] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.895128] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.895128] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.895128] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.895128] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.895480] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.895480] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.895540] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.896460] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.896460] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.896460] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.896460] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.914948] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.915248] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 673.915440] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.915766] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.916193] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-c0b2807c-a5e5-4011-bb74-14469431b0ba taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.916499] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-c0b2807c-a5e5-4011-bb74-14469431b0ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.916672] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-c0b2807c-a5e5-4011-bb74-14469431b0ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.917034] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-c0b2807c-a5e5-4011-bb74-14469431b0ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.917311] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0b2807c-a5e5-4011-bb74-14469431b0ba',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.987595] env[69685]: INFO networking_nsxv3.common.synchronization [req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 req-4e363413-c9d4-430a-91fb-0e6f65e45472 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Enqueued Resource ID: 827d0d2c-2eb9-4162-8135-1ce232260781 with Priority: HIGHEST for action security_group_members [ 673.987959] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827d0d2c-2eb9-4162-8135-1ce232260781 with Priority: HIGHEST for action security_group_members [ 673.988268] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-827d0d2c-2eb9-4162-8135-1ce232260781 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.988392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.988459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.988690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.988858] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.988962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.989299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.989299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.989299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.989415] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827d0d2c-2eb9-4162-8135-1ce232260781',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.029024] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e42f80-7534-4976-abe9-580595693ea4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.422021] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.422021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.422021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.422021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.422021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.422021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port c0b2807c-a5e5-4011-bb74-14469431b0ba not found, creating... [ 674.422021] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.422021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.422021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.422021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.422021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.422527] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.423228] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.423913] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.424878] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.427183] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.427183] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: c0b2807c-a5e5-4011-bb74-14469431b0ba is going to be created. [ 674.444228] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.444228] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.444228] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.444228] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.444726] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.445053] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.445296] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.445651] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.445930] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.446270] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.446501] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.446722] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.446934] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.447185] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.447387] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.447649] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.452861] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.453248] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.453516] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.453902] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.454266] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.454605] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-c0b2807c-a5e5-4011-bb74-14469431b0ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.464578] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3f384a8d-cc68-49c8-b480-6a358dda113e None None] Enqueued Resource ID: 5184be8a-2c3f-4b65-84be-6cf17b8c8f6e with Priority: HIGHEST for action port [ 674.465188] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5184be8a-2c3f-4b65-84be-6cf17b8c8f6e with Priority: HIGHEST for action port [ 674.465622] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5184be8a-2c3f-4b65-84be-6cf17b8c8f6e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.465934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5184be8a-2c3f-4b65-84be-6cf17b8c8f6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.466122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5184be8a-2c3f-4b65-84be-6cf17b8c8f6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.466433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5184be8a-2c3f-4b65-84be-6cf17b8c8f6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.466637] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5184be8a-2c3f-4b65-84be-6cf17b8c8f6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.482161] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.482161] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.482161] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.482161] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.482161] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-6e630220-0346-45cc-b41d-39ee008ca23c taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.482161] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-6e630220-0346-45cc-b41d-39ee008ca23c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.482161] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-6e630220-0346-45cc-b41d-39ee008ca23c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.482161] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-6e630220-0346-45cc-b41d-39ee008ca23c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.482161] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e630220-0346-45cc-b41d-39ee008ca23c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.492466] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.492466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.492466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.492738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.492942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.493228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.493475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.494380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.494380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.494380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.494380] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827d0d2c-2eb9-4162-8135-1ce232260781 already deleted. [ 674.494380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.533172] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.533172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.533172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.533172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.533172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.533172] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e42f80-7534-4976-abe9-580595693ea4 is going to be created. [ 674.624422] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.624422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.624422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.624422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.624422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.635811] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e42f80-7534-4976-abe9-580595693ea4 in Status: UNINITIALIZED for 2s [ 674.968999] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5184be8a-2c3f-4b65-84be-6cf17b8c8f6e [ 674.969294] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.969394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.969461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.969720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.969886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.970116] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5184be8a-2c3f-4b65-84be-6cf17b8c8f6e already deleted. [ 674.970116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5184be8a-2c3f-4b65-84be-6cf17b8c8f6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.986012] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.986012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.986012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.986012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.986012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.986012] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 6e630220-0346-45cc-b41d-39ee008ca23c not found, creating... [ 674.986012] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.986012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.986012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.986420] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.986420] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.990882] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.990882] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.990882] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.990882] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.990882] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.990882] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 6e630220-0346-45cc-b41d-39ee008ca23c is going to be created. [ 675.007787] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.008075] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.008246] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.008551] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.009048] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.012821] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-6e630220-0346-45cc-b41d-39ee008ca23c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.587516] env[69685]: INFO networking_nsxv3.common.synchronization [req-c3b736e0-d4d6-467b-aceb-f2face2867a1 req-f9aff083-0b4d-4b06-b393-2604635c37fa service nova] Enqueued Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_rules [ 675.587967] env[69685]: INFO networking_nsxv3.common.synchronization [req-c3b736e0-d4d6-467b-aceb-f2face2867a1 req-f9aff083-0b4d-4b06-b393-2604635c37fa service nova] Enqueued Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_members [ 675.587967] env[69685]: INFO networking_nsxv3.common.synchronization [req-c3b736e0-d4d6-467b-aceb-f2face2867a1 req-f9aff083-0b4d-4b06-b393-2604635c37fa service nova] Enqueued Resource ID: c0b2807c-a5e5-4011-bb74-14469431b0ba with Priority: HIGHEST for action port [ 675.588322] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_rules [ 675.588448] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_members [ 675.588554] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b2807c-a5e5-4011-bb74-14469431b0ba with Priority: HIGHEST for action port [ 675.588839] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73c17a11-02ce-482f-9dd5-902fff863987 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.589162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.592402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.592744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.592839] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.595221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c17a11-02ce-482f-9dd5-902fff863987 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.595221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.595221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.595221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.595221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.595558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.595558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.595558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.595558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.595671] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.596494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0b2807c-a5e5-4011-bb74-14469431b0ba taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.596588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0b2807c-a5e5-4011-bb74-14469431b0ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.596588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0b2807c-a5e5-4011-bb74-14469431b0ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.599101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0b2807c-a5e5-4011-bb74-14469431b0ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.599101] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0b2807c-a5e5-4011-bb74-14469431b0ba',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.723947] env[69685]: INFO networking_nsxv3.common.synchronization [None req-b60cbfc7-28b5-4d71-ab40-ab8465c80b7a None None] Enqueued Resource ID: 3eed9a42-c8b3-4978-ae82-ea76097517c4 with Priority: HIGHEST for action port [ 675.724225] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eed9a42-c8b3-4978-ae82-ea76097517c4 with Priority: HIGHEST for action port [ 675.724776] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eed9a42-c8b3-4978-ae82-ea76097517c4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.724900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eed9a42-c8b3-4978-ae82-ea76097517c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.725419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eed9a42-c8b3-4978-ae82-ea76097517c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.725419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eed9a42-c8b3-4978-ae82-ea76097517c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.725419] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eed9a42-c8b3-4978-ae82-ea76097517c4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.090681] env[69685]: INFO networking_nsxv3.common.synchronization [req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 req-5bb1ea26-23b1-4af7-a34d-57d1541a91e7 service nova] Enqueued Resource ID: 827d0d2c-2eb9-4162-8135-1ce232260781 with Priority: HIGHEST for action security_group_rules [ 676.090935] env[69685]: INFO networking_nsxv3.common.synchronization [req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 req-5bb1ea26-23b1-4af7-a34d-57d1541a91e7 service nova] Enqueued Resource ID: 827d0d2c-2eb9-4162-8135-1ce232260781 with Priority: HIGHEST for action security_group_members [ 676.091028] env[69685]: INFO networking_nsxv3.common.synchronization [req-b38e4abb-c503-4c67-b4a5-ecc0d90c51b6 req-5bb1ea26-23b1-4af7-a34d-57d1541a91e7 service nova] Enqueued Resource ID: 6e630220-0346-45cc-b41d-39ee008ca23c with Priority: HIGHEST for action port [ 676.095229] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827d0d2c-2eb9-4162-8135-1ce232260781 with Priority: HIGHEST for action security_group_rules [ 676.095288] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827d0d2c-2eb9-4162-8135-1ce232260781 with Priority: HIGHEST for action security_group_members [ 676.095382] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e630220-0346-45cc-b41d-39ee008ca23c with Priority: HIGHEST for action port [ 676.095924] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-827d0d2c-2eb9-4162-8135-1ce232260781 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.099019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.099019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.099019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.099019] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('827d0d2c-2eb9-4162-8135-1ce232260781',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.099019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-827d0d2c-2eb9-4162-8135-1ce232260781 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.099019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.099019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.099019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.099019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.099019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.099019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.099019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.099019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.099019] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827d0d2c-2eb9-4162-8135-1ce232260781',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.099703] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e630220-0346-45cc-b41d-39ee008ca23c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.100416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e630220-0346-45cc-b41d-39ee008ca23c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.100416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e630220-0346-45cc-b41d-39ee008ca23c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.100416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e630220-0346-45cc-b41d-39ee008ca23c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.100416] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e630220-0346-45cc-b41d-39ee008ca23c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.105735] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.105735] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c17a11-02ce-482f-9dd5-902fff863987 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.105735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.106092] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0b2807c-a5e5-4011-bb74-14469431b0ba with status ACTIVE [ 676.106092] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.106230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.106230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.107159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.107159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.107159] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.107159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.107159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.107159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.107159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.107443] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.107443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.107443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.107544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.107544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.108109] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0b2807c-a5e5-4011-bb74-14469431b0ba is going to be updated. [ 676.139972] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.140137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.140208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.140462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.140584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.140709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0b2807c-a5e5-4011-bb74-14469431b0ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.174336] env[69685]: INFO networking_nsxv3.common.synchronization [req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df req-b79428c6-aa1f-4b7e-8ee8-db34b5ac2789 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Enqueued Resource ID: 22e5219b-4081-4033-9c90-18d885248178 with Priority: HIGHEST for action security_group_members [ 676.175075] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e5219b-4081-4033-9c90-18d885248178 with Priority: HIGHEST for action security_group_members [ 676.175199] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e5219b-4081-4033-9c90-18d885248178 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.175326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.175380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.175626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.175783] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.175944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.175944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.176590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.176797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.176797] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e5219b-4081-4033-9c90-18d885248178',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.227474] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3eed9a42-c8b3-4978-ae82-ea76097517c4 [ 676.227474] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.228164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.228240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.228475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.228697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.228697] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3eed9a42-c8b3-4978-ae82-ea76097517c4 already deleted. [ 676.228777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eed9a42-c8b3-4978-ae82-ea76097517c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.605556] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('827d0d2c-2eb9-4162-8135-1ce232260781',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.606610] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-827d0d2c-2eb9-4162-8135-1ce232260781 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.606788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.610696] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e630220-0346-45cc-b41d-39ee008ca23c with status ACTIVE [ 676.610921] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.611352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.612114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.612114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.612114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.612426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.612526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.612618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.612803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.612904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.613175] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.613306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.613384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.613593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.613820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.613820] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e630220-0346-45cc-b41d-39ee008ca23c is going to be updated. [ 676.616211] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.642202] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.642406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.642480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.642695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.642827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.642986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e630220-0346-45cc-b41d-39ee008ca23c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.646739] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e42f80-7534-4976-abe9-580595693ea4 in Status: SUCCESS [ 676.646802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.647229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.647581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.647644] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.648136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.648136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.648136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.648136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.648136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.648322] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8e42f80-7534-4976-abe9-580595693ea4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.681742] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.681888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.682085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.682289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.682289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.682808] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.682808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.682808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.682808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.682808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.683143] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e5219b-4081-4033-9c90-18d885248178 already deleted. [ 676.683143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.933383] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.933383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-810" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.933383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-810" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.933383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-810" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.933383] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.933383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.933383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.933383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.933383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.933383] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.933383] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.933383] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.933896] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.933896] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.933896] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.933986] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.952871] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.953123] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 676.953522] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.953800] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-810" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.954184] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.954622] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.954886] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.955774] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.955983] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.109359] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('827d0d2c-2eb9-4162-8135-1ce232260781',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.120956] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.121138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.121263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.121508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.121598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.121696] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73c17a11-02ce-482f-9dd5-902fff863987 is going to be created. [ 677.149853] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.149853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.149853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.149853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.150031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.154749] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e42f80-7534-4976-abe9-580595693ea4 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.154749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.154749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.154749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.154749] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.154749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.154749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.154749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.154749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.154749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.154749] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e42f80-7534-4976-abe9-580595693ea4 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.154749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.154749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.154749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.154749] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.154749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.155627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.155627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.155627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.155627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.155627] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8e42f80-7534-4976-abe9-580595693ea4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.159587] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73c17a11-02ce-482f-9dd5-902fff863987 in Status: UNINITIALIZED for 2s [ 677.459886] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.461031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.461031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.461031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.461031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.461031] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 not found, creating... [ 677.461222] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.461359] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.461473] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.461698] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.461891] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.462238] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.462385] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.462499] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.462799] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.464091] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.464755] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 is going to be created. [ 677.487121] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.487640] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.487909] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.488338] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.488697] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.489730] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.611917] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.612132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.612238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.612493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.612615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.614086] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827d0d2c-2eb9-4162-8135-1ce232260781 is going to be created. [ 677.614643] env[69685]: INFO networking_nsxv3.common.synchronization [None req-439cbb7f-d406-49c9-8916-d488f9007c13 None None] Enqueued Resource ID: 2fcd34e2-c4c0-4573-b6c6-a169e7a21529 with Priority: HIGHEST for action port [ 677.616096] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fcd34e2-c4c0-4573-b6c6-a169e7a21529 with Priority: HIGHEST for action port [ 677.619591] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fcd34e2-c4c0-4573-b6c6-a169e7a21529 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.619591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fcd34e2-c4c0-4573-b6c6-a169e7a21529" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.619591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fcd34e2-c4c0-4573-b6c6-a169e7a21529" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.619591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fcd34e2-c4c0-4573-b6c6-a169e7a21529" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.619591] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fcd34e2-c4c0-4573-b6c6-a169e7a21529',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.646598] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.646598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.646598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.646863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.646969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.656562] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827d0d2c-2eb9-4162-8135-1ce232260781 in Status: UNINITIALIZED for 2s [ 677.660328] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8e42f80-7534-4976-abe9-580595693ea4: rpc.has_security_group_logging(os_id): False [ 677.678780] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.678951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.679425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.679425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.679425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.679600] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.679702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.679763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.679928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.680035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.680196] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.680297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.680363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.680526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.680597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.683118] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.683118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.683118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.683118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.683118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.683118] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e42f80-7534-4976-abe9-580595693ea4 is going to be created. [ 677.773200] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.773200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.773200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.773200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.773200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.787449] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e42f80-7534-4976-abe9-580595693ea4 in Status: IN_PROGRESS for 2s [ 678.122392] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fcd34e2-c4c0-4573-b6c6-a169e7a21529 [ 678.122687] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.122750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.122782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.123358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.123358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.123358] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fcd34e2-c4c0-4573-b6c6-a169e7a21529 already deleted. [ 678.123358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fcd34e2-c4c0-4573-b6c6-a169e7a21529" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.411847] env[69685]: INFO networking_nsxv3.common.synchronization [None req-0bbdad3b-bce2-4f06-8e5c-0e8a33853e99 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Enqueued Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_rules [ 678.412488] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_rules [ 678.413254] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.413425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.413967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.413967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.413967] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.621754] env[69685]: INFO networking_nsxv3.common.synchronization [None req-78ee66b1-6380-4baf-9b95-54d9da633742 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Enqueued Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_rules [ 678.623214] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_rules [ 678.623214] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.623214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.693711] env[69685]: INFO networking_nsxv3.common.synchronization [req-8f826023-baf7-4844-9ce5-ef60eb80696e req-5ce257c6-0fe7-40e7-8546-bee38f44eb2d tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Enqueued Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_members [ 678.694244] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_members [ 678.694554] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.694673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.694750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.695016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.697150] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.698028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.698113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.698577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.698577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.698577] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.885799] env[69685]: INFO networking_nsxv3.common.synchronization [req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df req-99cb502e-901d-41c1-9998-be997bba92ab service nova] Enqueued Resource ID: 22e5219b-4081-4033-9c90-18d885248178 with Priority: HIGHEST for action security_group_rules [ 678.886013] env[69685]: INFO networking_nsxv3.common.synchronization [req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df req-99cb502e-901d-41c1-9998-be997bba92ab service nova] Enqueued Resource ID: 22e5219b-4081-4033-9c90-18d885248178 with Priority: HIGHEST for action security_group_members [ 678.886564] env[69685]: INFO networking_nsxv3.common.synchronization [req-eb7ff331-d295-48e6-8a24-5ebb8ea5c3df req-99cb502e-901d-41c1-9998-be997bba92ab service nova] Enqueued Resource ID: d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 with Priority: HIGHEST for action port [ 678.887383] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e5219b-4081-4033-9c90-18d885248178 with Priority: HIGHEST for action security_group_rules [ 678.887576] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e5219b-4081-4033-9c90-18d885248178 with Priority: HIGHEST for action security_group_members [ 678.887822] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 with Priority: HIGHEST for action port [ 678.888245] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22e5219b-4081-4033-9c90-18d885248178 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.888412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.888491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.889160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.889160] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22e5219b-4081-4033-9c90-18d885248178',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.889717] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e5219b-4081-4033-9c90-18d885248178 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.889785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.889876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.890112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.890193] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.890253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.890294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.890435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.890520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.890617] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e5219b-4081-4033-9c90-18d885248178',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.891746] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.892106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.892194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.892369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.892486] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.935835] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.935835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.935835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.935835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.935835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.936478] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 already deleted. [ 678.936478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.936478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.936700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.936741] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.030538] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.031194] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.031194] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.031194] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.031372] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.031686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.031686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.031861] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.031999] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.040406] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.040543] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.040659] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.040812] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.040877] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.040988] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.041154] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.059060] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.059555] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.059555] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.059555] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.059865] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.060012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.060131] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.060447] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.060595] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.170542] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73c17a11-02ce-482f-9dd5-902fff863987 in Status: SUCCESS [ 679.173788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.173788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.173788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.173788] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.173788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.173788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.173788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.173788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.173788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.173788] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.200944] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.200944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.200944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.200944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.200944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.200944] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.200944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.200944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.201355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.201355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.201355] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b already deleted. [ 679.201355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.394687] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22e5219b-4081-4033-9c90-18d885248178',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.396159] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e5219b-4081-4033-9c90-18d885248178 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.396309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.396466] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 with status ACTIVE [ 679.397447] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.397447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.397447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.397447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.397447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.397447] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.397447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.397447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.397447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.397869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.397869] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.397869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.398036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.398543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.398620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.398673] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7 is going to be updated. [ 679.423142] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.423142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.423142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.423142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.423142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.423142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9e1c69e-996d-4420-9ee1-c8dfdb00b1f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.462510] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.462700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.462745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.463034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.463106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.463250] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 already deleted. [ 679.463250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.563734] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.563734] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.563734] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.563904] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.563974] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.564159] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb not found, creating... [ 679.564418] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.564587] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.564701] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.564955] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.565341] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.565408] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.566549] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.567708] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.567708] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.567708] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.567904] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb is going to be created. [ 679.597133] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.597379] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.597526] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.598042] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.598353] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.598631] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.666998] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827d0d2c-2eb9-4162-8135-1ce232260781 in Status: SUCCESS [ 679.667232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.668749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.668979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.669286] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.669384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.669384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.669544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.669636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.669712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.669799] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('827d0d2c-2eb9-4162-8135-1ce232260781',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.677833] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c17a11-02ce-482f-9dd5-902fff863987 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.677833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.677833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.677833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.677833] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.677833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.677833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.681019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.681019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.681019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.681019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c17a11-02ce-482f-9dd5-902fff863987 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.681019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.681019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.681019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.681019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.681019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.681019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.681019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.681019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.681019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.681019] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.805918] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e42f80-7534-4976-abe9-580595693ea4 in Status: SUCCESS [ 679.805918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.902396] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22e5219b-4081-4033-9c90-18d885248178',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.173474] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-827d0d2c-2eb9-4162-8135-1ce232260781 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.173814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.173814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.174100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.174157] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.174224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.174661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.174661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.174661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.174661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.175033] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-827d0d2c-2eb9-4162-8135-1ce232260781 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.175143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.175203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.175353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.175485] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.175582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.175641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.175793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.175866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.175951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.176047] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('827d0d2c-2eb9-4162-8135-1ce232260781',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.185035] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73c17a11-02ce-482f-9dd5-902fff863987: rpc.has_security_group_logging(os_id): False [ 680.201391] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.201391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.201391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.201511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.201605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.201863] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.201967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.201967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.202117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.202196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.202398] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.202541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.202541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.202694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.202771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.202948] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.204379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.204379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.204532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.204619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.204715] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73c17a11-02ce-482f-9dd5-902fff863987 is going to be created. [ 680.208210] env[69685]: INFO networking_nsxv3.common.synchronization [None req-192c87a0-044a-4aaa-848b-89cf75616915 None None] Enqueued Resource ID: 57ecbc72-6df7-413f-aac1-a7e132ec184c with Priority: HIGHEST for action port [ 680.208790] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ecbc72-6df7-413f-aac1-a7e132ec184c with Priority: HIGHEST for action port [ 680.209101] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-57ecbc72-6df7-413f-aac1-a7e132ec184c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.209214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57ecbc72-6df7-413f-aac1-a7e132ec184c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.209272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57ecbc72-6df7-413f-aac1-a7e132ec184c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.209509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57ecbc72-6df7-413f-aac1-a7e132ec184c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.209576] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ecbc72-6df7-413f-aac1-a7e132ec184c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.269783] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.269971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.270082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.270212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.270382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.280537] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73c17a11-02ce-482f-9dd5-902fff863987 in Status: IN_PROGRESS for 2s [ 680.405561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.405850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.405850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.407244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.407244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.407244] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e5219b-4081-4033-9c90-18d885248178 is going to be created. [ 680.435279] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.435417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.435486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.435732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.435872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.446420] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e5219b-4081-4033-9c90-18d885248178 in Status: UNINITIALIZED for 2s [ 680.525850] env[69685]: INFO networking_nsxv3.common.synchronization [req-8f826023-baf7-4844-9ce5-ef60eb80696e req-d574a004-ac1e-4506-8b56-c9ece8bf310e service nova] Enqueued Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_rules [ 680.525850] env[69685]: INFO networking_nsxv3.common.synchronization [req-8f826023-baf7-4844-9ce5-ef60eb80696e req-d574a004-ac1e-4506-8b56-c9ece8bf310e service nova] Enqueued Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_members [ 680.525850] env[69685]: INFO networking_nsxv3.common.synchronization [req-8f826023-baf7-4844-9ce5-ef60eb80696e req-d574a004-ac1e-4506-8b56-c9ece8bf310e service nova] Enqueued Resource ID: 669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb with Priority: HIGHEST for action port [ 680.525850] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_rules [ 680.525985] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_members [ 680.526093] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb with Priority: HIGHEST for action port [ 680.526638] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.526756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.526820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.528115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.528446] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.529520] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.529858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.530149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.530555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.530896] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.531123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.531273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.531522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.532081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.532508] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.533547] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.533807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.533965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.534306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.534467] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.677806] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 827d0d2c-2eb9-4162-8135-1ce232260781: rpc.has_security_group_logging(os_id): False [ 680.695066] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.695588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.696076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.696335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.696433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.696635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.696738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.696800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.696953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.697045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.697227] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.697321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.697379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.697522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.697699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.698283] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.698414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.698704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.698883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.698968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.699186] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 827d0d2c-2eb9-4162-8135-1ce232260781 is going to be created. [ 680.714447] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57ecbc72-6df7-413f-aac1-a7e132ec184c [ 680.714666] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.714805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.714874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.715096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.715200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.715297] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57ecbc72-6df7-413f-aac1-a7e132ec184c already deleted. [ 680.715379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57ecbc72-6df7-413f-aac1-a7e132ec184c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.761299] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.761299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.761299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.761299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.761299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.769849] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 827d0d2c-2eb9-4162-8135-1ce232260781 in Status: IN_PROGRESS for 2s [ 681.037896] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.037896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.037896] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.040924] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb with status ACTIVE [ 681.041154] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.041284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.041352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.041619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.041712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.041905] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.042022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.042086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.044439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.044439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.044439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.044439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.044439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.044439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.044439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.044439] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb is going to be updated. [ 681.068607] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.068747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.068815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.069044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.070253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.070253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-669135d6-ae87-4fd2-aa5e-9a3c7dffd6eb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.078742] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d3eae961-db78-4310-b5c6-b4b404fc76be tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Enqueued Resource ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a with Priority: HIGHEST for action security_group_rules [ 681.078742] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a with Priority: HIGHEST for action security_group_rules [ 681.078742] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f022d26-5a38-48a3-a01f-840a43bcad3a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.078742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.078742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.079323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.080155] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f022d26-5a38-48a3-a01f-840a43bcad3a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.246064] env[69685]: INFO networking_nsxv3.common.synchronization [req-d0665659-958c-4f5d-b08a-ed37e26c2d88 req-15edf0a3-6cc7-45cc-86de-ee1fb936b223 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Enqueued Resource ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a with Priority: HIGHEST for action security_group_members [ 681.251188] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a with Priority: HIGHEST for action security_group_members [ 681.251188] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.251188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.251188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.251188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.251188] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.251188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.251188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.251188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.251188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.251188] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1b23a50-5877-44d5-9d6f-e9cb21e7264a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.299287] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a324603a-a903-4aeb-a5e2-2ec32f58fbf5 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Enqueued Resource ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a with Priority: HIGHEST for action security_group_rules [ 681.299816] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a with Priority: HIGHEST for action security_group_rules [ 681.300219] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f022d26-5a38-48a3-a01f-840a43bcad3a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.300328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.546926] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.599253] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.599253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.599350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.599536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.599661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.599900] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a already deleted. [ 681.599900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.599982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.600502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.601068] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f022d26-5a38-48a3-a01f-840a43bcad3a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.754924] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.755150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.755213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.755445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.755541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.755783] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.755884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.755944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.756343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.756847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.756847] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a already deleted. [ 681.756847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.050046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.050046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.050046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.051290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.051290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.051441] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b is going to be created. [ 682.075142] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.075142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.078154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.078448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.078614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.088873] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: UNINITIALIZED for 2s [ 682.122071] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.122615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.122615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.122615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.122615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.122828] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a already deleted. [ 682.122828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.292696] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73c17a11-02ce-482f-9dd5-902fff863987 in Status: SUCCESS [ 682.293012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.370189] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.370497] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.370568] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.370793] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.371107] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.371233] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.371350] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.371589] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.371757] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.372053] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.374572] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.376678] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.376678] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.376678] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.376678] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.376678] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.397905] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.398583] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 682.398813] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.399042] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.399376] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.399603] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.399663] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.400106] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.400287] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d9bdbd-30b4-43d9-9f5f-cb6f921d4163',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.458210] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e5219b-4081-4033-9c90-18d885248178 in Status: SUCCESS [ 682.460832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.460832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.460832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.460832] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.460832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.460832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.460832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.460832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.460832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.460832] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22e5219b-4081-4033-9c90-18d885248178',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.789443] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 827d0d2c-2eb9-4162-8135-1ce232260781 in Status: SUCCESS [ 682.790726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.903133] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.903133] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.903301] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.903526] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.903897] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.903897] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 not found, creating... [ 682.906393] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.906393] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.906393] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.906393] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.906393] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.906393] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.906393] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.906393] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.906393] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.906393] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.907287] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 is going to be created. [ 682.926734] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.927034] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.927184] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.928102] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.930158] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.930422] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.964652] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e5219b-4081-4033-9c90-18d885248178 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.964652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.964652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.964824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.964979] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.965088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.965149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.965306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.965389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.965475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.965731] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e5219b-4081-4033-9c90-18d885248178 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.965731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.965834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.965933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.967077] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.967077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.967077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.967077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.967077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.967077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.967077] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22e5219b-4081-4033-9c90-18d885248178',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.968698] env[69685]: INFO networking_nsxv3.common.synchronization [None req-8332755c-0fa3-4767-b8e7-8dc80ef706cd None None] Enqueued Resource ID: 9ece9101-eeb8-4d91-bde9-7b1f1ce8e4cb with Priority: HIGHEST for action port [ 682.969666] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece9101-eeb8-4d91-bde9-7b1f1ce8e4cb with Priority: HIGHEST for action port [ 682.969957] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ece9101-eeb8-4d91-bde9-7b1f1ce8e4cb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.970024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ece9101-eeb8-4d91-bde9-7b1f1ce8e4cb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.970096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ece9101-eeb8-4d91-bde9-7b1f1ce8e4cb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.970264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ece9101-eeb8-4d91-bde9-7b1f1ce8e4cb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.970341] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ece9101-eeb8-4d91-bde9-7b1f1ce8e4cb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.414980] env[69685]: INFO networking_nsxv3.common.synchronization [None req-9bbad39b-5d94-4bb5-9d3e-5d74bc459742 None None] Enqueued Resource ID: 6b439533-1d24-48a3-a746-6e89e23127b5 with Priority: HIGHEST for action port [ 683.415448] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b439533-1d24-48a3-a746-6e89e23127b5 with Priority: HIGHEST for action port [ 683.416106] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b439533-1d24-48a3-a746-6e89e23127b5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.416342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b439533-1d24-48a3-a746-6e89e23127b5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.416342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b439533-1d24-48a3-a746-6e89e23127b5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.416773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b439533-1d24-48a3-a746-6e89e23127b5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.416898] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b439533-1d24-48a3-a746-6e89e23127b5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.470644] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22e5219b-4081-4033-9c90-18d885248178: rpc.has_security_group_logging(os_id): False [ 683.474152] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ece9101-eeb8-4d91-bde9-7b1f1ce8e4cb [ 683.474152] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.474152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.474152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.474152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.474152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.474152] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ece9101-eeb8-4d91-bde9-7b1f1ce8e4cb already deleted. [ 683.474152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ece9101-eeb8-4d91-bde9-7b1f1ce8e4cb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.487464] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.487560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.487560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.487758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.488387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.488387] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.488387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.488387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.488387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.488683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.488683] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.488785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.489226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.489226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.489226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.489226] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.490487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.490487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.490487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.490487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.490487] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22e5219b-4081-4033-9c90-18d885248178 is going to be created. [ 683.532233] env[69685]: INFO networking_nsxv3.common.synchronization [None req-36cc63e9-73ba-418a-b42c-2673b9c14b2d None None] Enqueued Resource ID: 49806de4-3241-472a-ab42-d9cc2e83cd08 with Priority: HIGHEST for action port [ 683.534291] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49806de4-3241-472a-ab42-d9cc2e83cd08 with Priority: HIGHEST for action port [ 683.534475] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-49806de4-3241-472a-ab42-d9cc2e83cd08 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.534621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49806de4-3241-472a-ab42-d9cc2e83cd08" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.535154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49806de4-3241-472a-ab42-d9cc2e83cd08" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.535154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49806de4-3241-472a-ab42-d9cc2e83cd08" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.535300] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49806de4-3241-472a-ab42-d9cc2e83cd08',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.549241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.554290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.554290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.554290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.554290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.565638] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22e5219b-4081-4033-9c90-18d885248178 in Status: IN_PROGRESS for 2s [ 683.582108] env[69685]: INFO networking_nsxv3.common.synchronization [req-b9b492f2-e709-45e1-a308-653228b73c74 req-19be2cfa-8c52-411c-ae90-88776b9d75b9 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Enqueued Resource ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f with Priority: HIGHEST for action security_group_members [ 683.582578] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f with Priority: HIGHEST for action security_group_members [ 683.584237] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.584237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.584237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.584237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.584237] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.584237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.584237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.586310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.586310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.588202] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.861068] env[69685]: INFO networking_nsxv3.common.synchronization [None req-671138b5-025b-4ccf-ad93-0625b93041b7 None None] Enqueued Resource ID: 0f6d0b6c-92b9-4406-9a53-3fb6e036ce63 with Priority: HIGHEST for action port [ 683.864490] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f6d0b6c-92b9-4406-9a53-3fb6e036ce63 with Priority: HIGHEST for action port [ 683.865837] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f6d0b6c-92b9-4406-9a53-3fb6e036ce63 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.866067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f6d0b6c-92b9-4406-9a53-3fb6e036ce63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.866204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f6d0b6c-92b9-4406-9a53-3fb6e036ce63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.866592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f6d0b6c-92b9-4406-9a53-3fb6e036ce63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.868020] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f6d0b6c-92b9-4406-9a53-3fb6e036ce63',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.921572] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b439533-1d24-48a3-a746-6e89e23127b5 [ 683.921926] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.922128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.922250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.922460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.922553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.922782] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b439533-1d24-48a3-a746-6e89e23127b5 already deleted. [ 683.922895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b439533-1d24-48a3-a746-6e89e23127b5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.039385] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49806de4-3241-472a-ab42-d9cc2e83cd08 [ 684.039385] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.039385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.039385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.039385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.039385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.039728] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49806de4-3241-472a-ab42-d9cc2e83cd08 already deleted. [ 684.039728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49806de4-3241-472a-ab42-d9cc2e83cd08" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.090707] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.090904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.090976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.091219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.091312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.091514] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.091647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.091716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.091870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.091948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.092046] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f already deleted. [ 684.092132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.094664] env[69685]: INFO networking_nsxv3.common.synchronization [req-d0665659-958c-4f5d-b08a-ed37e26c2d88 req-9262bed8-9a64-423c-9ea9-d715f24caa51 service nova] Enqueued Resource ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a with Priority: HIGHEST for action security_group_rules [ 684.094839] env[69685]: INFO networking_nsxv3.common.synchronization [req-d0665659-958c-4f5d-b08a-ed37e26c2d88 req-9262bed8-9a64-423c-9ea9-d715f24caa51 service nova] Enqueued Resource ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a with Priority: HIGHEST for action security_group_members [ 684.094979] env[69685]: INFO networking_nsxv3.common.synchronization [req-d0665659-958c-4f5d-b08a-ed37e26c2d88 req-9262bed8-9a64-423c-9ea9-d715f24caa51 service nova] Enqueued Resource ID: 35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 with Priority: HIGHEST for action port [ 684.096083] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a with Priority: HIGHEST for action security_group_rules [ 684.096083] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a with Priority: HIGHEST for action security_group_members [ 684.096390] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 with Priority: HIGHEST for action port [ 684.097147] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1b23a50-5877-44d5-9d6f-e9cb21e7264a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.097271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.097337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.100710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.100822] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1b23a50-5877-44d5-9d6f-e9cb21e7264a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.101848] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.101924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.101924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.102159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.102364] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.102364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.102483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.102543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.102627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.102759] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1b23a50-5877-44d5-9d6f-e9cb21e7264a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.103661] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.103797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.103833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.103984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.104071] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d9bdbd-30b4-43d9-9f5f-cb6f921d4163',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.105373] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: UNINITIALIZED for 4s [ 684.368536] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f6d0b6c-92b9-4406-9a53-3fb6e036ce63 [ 684.368754] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.368882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.368949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.372340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.372461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.372548] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f6d0b6c-92b9-4406-9a53-3fb6e036ce63 already deleted. [ 684.372636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f6d0b6c-92b9-4406-9a53-3fb6e036ce63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.378208] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.378447] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-905" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.378572] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-905" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.379139] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-905" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.379139] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.379248] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.379350] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.379571] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.379840] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.379901] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.380486] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.380673] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.380817] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.381762] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.381762] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.381762] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.399951] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.400656] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 684.400656] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.400656] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-905" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.400883] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.401688] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.401688] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.401688] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.401962] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.607045] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1b23a50-5877-44d5-9d6f-e9cb21e7264a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.608130] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.608237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.608394] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 with status ACTIVE [ 684.611787] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.611787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.611787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.611787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.611787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.611787] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.611787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.611787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.611787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.611787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.611787] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.611787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.611787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.611787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.611787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.611787] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35d9bdbd-30b4-43d9-9f5f-cb6f921d4163 is going to be updated. [ 684.633051] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.633051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.633224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.633264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.633402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.633658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d9bdbd-30b4-43d9-9f5f-cb6f921d4163" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.906119] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.906819] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.906819] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.906819] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.906979] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.907038] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce not found, creating... [ 684.907301] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.907467] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.907596] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.907809] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.907941] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.908228] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.908378] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.908491] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.908695] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.909085] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.909085] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce is going to be created. [ 684.929234] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.930407] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.930407] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.930407] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.930697] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.931073] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.113774] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1b23a50-5877-44d5-9d6f-e9cb21e7264a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.577196] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22e5219b-4081-4033-9c90-18d885248178 in Status: SUCCESS [ 685.577417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.616150] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.616461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.616461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.616647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.616647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.617194] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a is going to be created. [ 685.644873] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.644873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.644873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.644873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.644873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.652123] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a in Status: UNINITIALIZED for 2s [ 686.115893] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: SUCCESS [ 686.116697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.116697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.116697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.116697] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.116697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.117080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.117080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.117080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.117080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.117252] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.280426] env[69685]: INFO networking_nsxv3.common.synchronization [req-b9b492f2-e709-45e1-a308-653228b73c74 req-b61feeed-e475-4486-8d1c-0dad70261617 service nova] Enqueued Resource ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f with Priority: HIGHEST for action security_group_rules [ 686.280426] env[69685]: INFO networking_nsxv3.common.synchronization [req-b9b492f2-e709-45e1-a308-653228b73c74 req-b61feeed-e475-4486-8d1c-0dad70261617 service nova] Enqueued Resource ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f with Priority: HIGHEST for action security_group_members [ 686.280552] env[69685]: INFO networking_nsxv3.common.synchronization [req-b9b492f2-e709-45e1-a308-653228b73c74 req-b61feeed-e475-4486-8d1c-0dad70261617 service nova] Enqueued Resource ID: 4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce with Priority: HIGHEST for action port [ 686.283190] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f with Priority: HIGHEST for action security_group_rules [ 686.283190] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f with Priority: HIGHEST for action security_group_members [ 686.283190] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce with Priority: HIGHEST for action port [ 686.283190] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.283190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.283190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.283190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.283190] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.283190] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.283190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.283190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.283816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.283816] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.283816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.283816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.283816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.283816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.283992] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.285050] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.285224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.285224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.286186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.286186] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.321579] env[69685]: INFO networking_nsxv3.common.synchronization [req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 req-f85c4cca-8146-473b-a3cb-ed41c7552116 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Enqueued Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 686.321728] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 686.322617] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.322754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.322846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.323136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.323302] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.323410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.323466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.323649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.323744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.323843] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.622494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.624209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.624209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.627045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.627045] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.627045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.627045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.627045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.627045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.627045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.627045] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.627045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.627045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.627045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.627045] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.627045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.627045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.627045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.627045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.627045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.627045] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.669092] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.669092] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-346" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.669401] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-346" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.669944] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-346" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.670472] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.670724] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.670931] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.671312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.671538] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.671844] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.672024] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.672210] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.673049] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.673049] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.673049] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.673049] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.694751] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.694817] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.694947] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.695282] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-346" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.695456] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-528e846c-5783-443f-b5ef-67d02da61151 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.695748] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-528e846c-5783-443f-b5ef-67d02da61151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.695748] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-528e846c-5783-443f-b5ef-67d02da61151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.696101] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-528e846c-5783-443f-b5ef-67d02da61151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.696245] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('528e846c-5783-443f-b5ef-67d02da61151',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.787189] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.787189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.787559] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.788294] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce with status ACTIVE [ 686.789016] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.789016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.789016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.789016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.789016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.789356] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.789356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.789439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.789597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.789689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.789901] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.790009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.790110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.790715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.790858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.790961] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce is going to be updated. [ 686.811223] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.811223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.811223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.811375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.811543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.811740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a0ff0c9-7d23-4b3b-b2e8-c0eb5d7436ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.826561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.826757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.826861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.827533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.827533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.827533] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.827916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.827989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.828271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.828271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.828356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c already deleted. [ 686.828450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.130768] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fe1267e-e737-49c5-9eb2-11e818a0a85b: rpc.has_security_group_logging(os_id): False [ 687.160221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.160576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.160657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.160870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.160959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.164367] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.164367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.164367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.164367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.164367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.164367] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.164367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.164367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.164367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.164367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.164367] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.164367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.164367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.164367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.165222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.165222] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b is going to be created. [ 687.199201] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.199939] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.199939] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.199939] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.201147] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.201147] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 528e846c-5783-443f-b5ef-67d02da61151 not found, creating... [ 687.201147] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.201147] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.201147] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.201147] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.201147] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.201578] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.201578] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.201696] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.203551] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.203551] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.203551] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 528e846c-5783-443f-b5ef-67d02da61151 is going to be created. [ 687.228050] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.228282] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.228411] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.228688] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.228912] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.229155] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-528e846c-5783-443f-b5ef-67d02da61151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.242769] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.242769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.242769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.242769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.242946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.256968] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: IN_PROGRESS for 2s [ 687.293681] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.668805] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a in Status: SUCCESS [ 687.669096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.669303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.669637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.669740] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.669853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.669917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.670091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.670163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.670253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.670418] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1b23a50-5877-44d5-9d6f-e9cb21e7264a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.796345] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.796529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.796583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.796788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.796883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.796980] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f is going to be created. [ 687.827993] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.828159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.828231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.828456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.828668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.841931] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f in Status: UNINITIALIZED for 2s [ 688.172289] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.172454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.172530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.172756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.172948] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.173069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.173135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.173288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.173396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.173486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.173697] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.173798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.173876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.174039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.174240] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.174516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.174580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.174805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.174935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.175093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.175187] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1b23a50-5877-44d5-9d6f-e9cb21e7264a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.275451] env[69685]: INFO networking_nsxv3.common.synchronization [None req-ef6a0e3d-67ce-4b12-a681-7b3d9de79932 None None] Enqueued Resource ID: 968f4955-ea54-440a-bef6-b5ae8c897528 with Priority: HIGHEST for action port [ 688.276156] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 968f4955-ea54-440a-bef6-b5ae8c897528 with Priority: HIGHEST for action port [ 688.276546] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-968f4955-ea54-440a-bef6-b5ae8c897528 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.276769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-968f4955-ea54-440a-bef6-b5ae8c897528" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.276820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-968f4955-ea54-440a-bef6-b5ae8c897528" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.277108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-968f4955-ea54-440a-bef6-b5ae8c897528" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.277228] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('968f4955-ea54-440a-bef6-b5ae8c897528',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.406080] env[69685]: INFO networking_nsxv3.common.synchronization [req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 req-591f5a06-bb08-4ed0-ac42-8cac95fb6172 service nova] Enqueued Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_rules [ 688.406505] env[69685]: INFO networking_nsxv3.common.synchronization [req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 req-591f5a06-bb08-4ed0-ac42-8cac95fb6172 service nova] Enqueued Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 688.407268] env[69685]: INFO networking_nsxv3.common.synchronization [req-f0ef6fb2-df34-4748-9c61-a200a7fd5494 req-591f5a06-bb08-4ed0-ac42-8cac95fb6172 service nova] Enqueued Resource ID: 528e846c-5783-443f-b5ef-67d02da61151 with Priority: HIGHEST for action port [ 688.411448] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_rules [ 688.411448] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 688.411448] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528e846c-5783-443f-b5ef-67d02da61151 with Priority: HIGHEST for action port [ 688.411448] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.411448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.411448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.411448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.411448] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.411448] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.411448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.411448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.411448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.411448] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.411448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.411448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.411448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.411448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.411448] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.415590] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-528e846c-5783-443f-b5ef-67d02da61151 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.415590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-528e846c-5783-443f-b5ef-67d02da61151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.415590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-528e846c-5783-443f-b5ef-67d02da61151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.415590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-528e846c-5783-443f-b5ef-67d02da61151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.415590] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('528e846c-5783-443f-b5ef-67d02da61151',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.678956] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1b23a50-5877-44d5-9d6f-e9cb21e7264a: rpc.has_security_group_logging(os_id): False [ 688.696726] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.696726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.696726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.696726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.696726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.696726] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.697063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.697063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.697063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.697063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.697319] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.697387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.697463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.697967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.697967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.697967] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.697967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.697967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.698560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.698560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.698560] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a is going to be created. [ 688.704370] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 req-d94cfbf8-2609-4af8-8dd5-38eba59c0006 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 688.704370] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 688.704370] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.704370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.705066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.705066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.705194] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.705303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.705352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.705510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.705596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.705688] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.756277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.756404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.756452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.756647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.756819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.767635] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a in Status: IN_PROGRESS for 2s [ 688.781298] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 968f4955-ea54-440a-bef6-b5ae8c897528 [ 688.781848] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.782672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.782672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.782672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.782672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.782672] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:968f4955-ea54-440a-bef6-b5ae8c897528 already deleted. [ 688.782672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-968f4955-ea54-440a-bef6-b5ae8c897528" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.916378] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.916507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.916788] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 528e846c-5783-443f-b5ef-67d02da61151 with status ACTIVE [ 688.916960] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.917120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.918318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.918318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.918318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.918318] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.918318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.918318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.918318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.918318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.918318] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.918735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.918735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.918735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.918735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.918850] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 528e846c-5783-443f-b5ef-67d02da61151 is going to be updated. [ 688.920206] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.956021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.956021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.956021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.956021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.956021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.956021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-528e846c-5783-443f-b5ef-67d02da61151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.207918] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.207918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.207918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.209833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.209833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.209833] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.209833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.209833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.209833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.209833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.209833] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 already deleted. [ 689.209833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.269692] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: SUCCESS [ 689.269692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.427712] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.730698] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.731077] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.731147] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.731613] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.731950] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.732296] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.732485] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.733134] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.733134] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.733344] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.733514] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.733693] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.733854] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.735416] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.735560] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.735786] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.753565] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.753905] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 689.753981] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.754181] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.754505] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-a836e913-938d-48a5-ba1e-352437ce5f90 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.754705] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-a836e913-938d-48a5-ba1e-352437ce5f90" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.754834] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-a836e913-938d-48a5-ba1e-352437ce5f90" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.755170] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-a836e913-938d-48a5-ba1e-352437ce5f90" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.755322] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a836e913-938d-48a5-ba1e-352437ce5f90',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.851582] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f in Status: SUCCESS [ 689.852217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.852425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.852730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.852972] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.853202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.853202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.853388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.853482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.853573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.853689] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.932436] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.932613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.932707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.932898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.933959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.934184] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c is going to be created. [ 689.957607] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.957785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.957939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.958473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.958473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.968069] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: UNINITIALIZED for 2s [ 690.262329] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.262329] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.262329] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.262329] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.262329] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.262329] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port a836e913-938d-48a5-ba1e-352437ce5f90 not found, creating... [ 690.262329] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.262329] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.262329] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.262329] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.262329] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.262687] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.262687] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.263758] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.263758] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.263758] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.263758] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: a836e913-938d-48a5-ba1e-352437ce5f90 is going to be created. [ 690.282999] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.283701] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.283701] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.283701] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.283965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.284252] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-a836e913-938d-48a5-ba1e-352437ce5f90" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.289173] env[69685]: INFO networking_nsxv3.common.synchronization [None req-f8a9d15a-dcb0-402d-9ce0-02f1d2918dd1 None None] Enqueued Resource ID: 03aa08e4-0e3e-45f1-a6b5-e85d24e5b92b with Priority: HIGHEST for action port [ 690.291232] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03aa08e4-0e3e-45f1-a6b5-e85d24e5b92b with Priority: HIGHEST for action port [ 690.291671] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-03aa08e4-0e3e-45f1-a6b5-e85d24e5b92b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.292821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03aa08e4-0e3e-45f1-a6b5-e85d24e5b92b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.294230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03aa08e4-0e3e-45f1-a6b5-e85d24e5b92b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.294230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03aa08e4-0e3e-45f1-a6b5-e85d24e5b92b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.294230] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03aa08e4-0e3e-45f1-a6b5-e85d24e5b92b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.355988] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.356217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.356217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.356415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.356585] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.356687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.356753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.356900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.356990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.357090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.357239] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.357332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.357390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.357533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.358107] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.358107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.358107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.358107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.358107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.358375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.358375] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.770207] env[69685]: INFO networking_nsxv3.common.synchronization [None req-5762d8a6-082f-4444-b6f7-0eccc20f53c5 None None] Enqueued Resource ID: f2d5a077-4d41-40e9-a2dd-8d51242a5f47 with Priority: HIGHEST for action port [ 690.776010] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2d5a077-4d41-40e9-a2dd-8d51242a5f47 with Priority: HIGHEST for action port [ 690.777397] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2d5a077-4d41-40e9-a2dd-8d51242a5f47 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.777530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2d5a077-4d41-40e9-a2dd-8d51242a5f47" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.777601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2d5a077-4d41-40e9-a2dd-8d51242a5f47" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.777913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2d5a077-4d41-40e9-a2dd-8d51242a5f47" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.778015] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2d5a077-4d41-40e9-a2dd-8d51242a5f47',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.786031] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a in Status: SUCCESS [ 690.786031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.795481] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03aa08e4-0e3e-45f1-a6b5-e85d24e5b92b [ 690.795831] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.795831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.795929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.796121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.796203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.796297] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03aa08e4-0e3e-45f1-a6b5-e85d24e5b92b already deleted. [ 690.796371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03aa08e4-0e3e-45f1-a6b5-e85d24e5b92b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.862695] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f: rpc.has_security_group_logging(os_id): False [ 690.882660] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.882660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.882660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.882855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.882855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.883054] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.883151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.883196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.883347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.883436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.883662] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.884196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.884196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.885366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.885366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.885366] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.885366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.885366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.885366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.885366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.885366] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f is going to be created. [ 690.945783] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.946019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.946102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.946420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.946703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.963080] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f in Status: IN_PROGRESS for 2s [ 691.036935] env[69685]: INFO networking_nsxv3.common.synchronization [None req-dd9ba790-42cd-428c-8a92-aeadfbbad91b None None] Enqueued Resource ID: e76beb75-643e-4b70-9c57-00ee6ab4f07c with Priority: HIGHEST for action port [ 691.037294] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76beb75-643e-4b70-9c57-00ee6ab4f07c with Priority: HIGHEST for action port [ 691.037789] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e76beb75-643e-4b70-9c57-00ee6ab4f07c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.037917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e76beb75-643e-4b70-9c57-00ee6ab4f07c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.037985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e76beb75-643e-4b70-9c57-00ee6ab4f07c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.038618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e76beb75-643e-4b70-9c57-00ee6ab4f07c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.038695] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76beb75-643e-4b70-9c57-00ee6ab4f07c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.284328] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2d5a077-4d41-40e9-a2dd-8d51242a5f47 [ 691.284328] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.284328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.284328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.285600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.285600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.285600] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2d5a077-4d41-40e9-a2dd-8d51242a5f47 already deleted. [ 691.285600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2d5a077-4d41-40e9-a2dd-8d51242a5f47" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.429028] env[69685]: INFO networking_nsxv3.common.synchronization [req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 req-d89a0e8b-10c4-4b6f-86fb-794815810aa0 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Enqueued Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 691.429028] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 691.429145] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.429355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.429463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.429842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.430113] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.430434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.430434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.430595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.430704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.430860] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.533288] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 req-207e372f-caf7-4aba-9239-55c83318c570 service nova] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_rules [ 691.533522] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 req-207e372f-caf7-4aba-9239-55c83318c570 service nova] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 691.533720] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c4f3ef9-a9b8-4f90-b8a9-89d5d23afa25 req-207e372f-caf7-4aba-9239-55c83318c570 service nova] Enqueued Resource ID: a836e913-938d-48a5-ba1e-352437ce5f90 with Priority: HIGHEST for action port [ 691.533995] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_rules [ 691.534180] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 691.534294] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a836e913-938d-48a5-ba1e-352437ce5f90 with Priority: HIGHEST for action port [ 691.535130] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.536021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.536021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.536021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.536233] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.536982] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.537122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.537179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.537822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.537822] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.537822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.538180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.538279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.538343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.538579] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.539724] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-a836e913-938d-48a5-ba1e-352437ce5f90 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.539724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a836e913-938d-48a5-ba1e-352437ce5f90" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.539825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a836e913-938d-48a5-ba1e-352437ce5f90" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.540000] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a836e913-938d-48a5-ba1e-352437ce5f90" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.540065] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a836e913-938d-48a5-ba1e-352437ce5f90',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.542904] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e76beb75-643e-4b70-9c57-00ee6ab4f07c [ 691.542904] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.542904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.542904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.542904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.542904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.542904] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e76beb75-643e-4b70-9c57-00ee6ab4f07c already deleted. [ 691.542904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e76beb75-643e-4b70-9c57-00ee6ab4f07c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.820138] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.820138] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.820138] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.820138] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.820138] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.820138] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.820138] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.820138] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.820138] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.820138] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.820138] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.820938] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.821196] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.821414] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.821638] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.821888] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.842167] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.842167] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.842167] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.842167] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.842167] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-c8c041ec-ec03-407f-a925-6fd70120e1ab taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.842167] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-c8c041ec-ec03-407f-a925-6fd70120e1ab" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.842167] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-c8c041ec-ec03-407f-a925-6fd70120e1ab" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.842167] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-c8c041ec-ec03-407f-a925-6fd70120e1ab" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.842167] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c041ec-ec03-407f-a925-6fd70120e1ab',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.932702] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.932868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.932939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.933179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.933275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.933486] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.933601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.933692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.933847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.933929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.934029] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c already deleted. [ 691.934116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.978071] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: SUCCESS [ 691.979028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.979028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.979028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.979028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.979028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.979028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.979369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.979369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.979369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.979449] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.044367] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.044367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.044367] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.046993] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a836e913-938d-48a5-ba1e-352437ce5f90 with status ACTIVE [ 692.047204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.047326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.047391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.047598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.047694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.047849] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.047940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.048026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.048295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.048376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.048559] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.048657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.048728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.048857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.048929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.049059] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a836e913-938d-48a5-ba1e-352437ce5f90 is going to be updated. [ 692.080179] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.080916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.081206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.081588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.081959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.082363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a836e913-938d-48a5-ba1e-352437ce5f90" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.351226] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.351226] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.351226] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.351226] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.351226] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.351226] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port c8c041ec-ec03-407f-a925-6fd70120e1ab not found, creating... [ 692.351226] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.351226] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.351226] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.351226] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.351226] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.351796] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.351796] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.351796] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.351796] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.357930] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.357930] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: c8c041ec-ec03-407f-a925-6fd70120e1ab is going to be created. [ 692.376475] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.377460] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.378996] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.378996] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.380381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.380381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-c8c041ec-ec03-407f-a925-6fd70120e1ab" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.395572] env[69685]: INFO networking_nsxv3.common.synchronization [req-840b1d8c-f66b-48e4-ad5d-b6fdbec7c4e5 req-f74a76c7-f1b8-4649-a87e-5f75823fd2c1 tempest-ServerDiagnosticsNegativeTest-1064463860 tempest-ServerDiagnosticsNegativeTest-1064463860-project-member] Enqueued Resource ID: 827d0d2c-2eb9-4162-8135-1ce232260781 with Priority: HIGHEST for action security_group_members [ 692.396408] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827d0d2c-2eb9-4162-8135-1ce232260781 with Priority: HIGHEST for action security_group_members [ 692.396704] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-827d0d2c-2eb9-4162-8135-1ce232260781 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.396808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.396966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.399426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.399426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.399426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.399426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.399426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.399426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.399426] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827d0d2c-2eb9-4162-8135-1ce232260781',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.482636] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.482990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.483431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.483784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.486022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.486022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.486022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.486022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.486022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.486022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.486022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.486022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.486022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.486022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.486022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.486022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.486022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.486022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.486022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.486022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.486022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.547966] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.853677] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1ee24a55-23f1-496a-84d4-d159160865f1 None None] Enqueued Resource ID: 5fa15bbf-941f-42ba-8689-75a3ed5d5162 with Priority: HIGHEST for action port [ 692.854947] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa15bbf-941f-42ba-8689-75a3ed5d5162 with Priority: HIGHEST for action port [ 692.854947] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fa15bbf-941f-42ba-8689-75a3ed5d5162 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.855293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fa15bbf-941f-42ba-8689-75a3ed5d5162" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.855293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fa15bbf-941f-42ba-8689-75a3ed5d5162" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.855370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fa15bbf-941f-42ba-8689-75a3ed5d5162" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.855435] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fa15bbf-941f-42ba-8689-75a3ed5d5162',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.901301] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.901493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.901593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.901825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.901945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.902185] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.902298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.902384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.902578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.902673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.902792] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827d0d2c-2eb9-4162-8135-1ce232260781 is going to be updated. [ 692.981298] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f in Status: SUCCESS [ 692.982789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.989357] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 825bee55-4cf8-4db0-89f2-f83d5187291c: rpc.has_security_group_logging(os_id): False [ 692.995386] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.995974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.995974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.996316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.996586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.011469] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827d0d2c-2eb9-4162-8135-1ce232260781 in Status: IN_PROGRESS for 2s [ 693.011752] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.011752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.011876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.012105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.012940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.012940] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.012940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.012940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.013252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.013252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.013326] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.014539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.015605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.015927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.016134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.016713] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.016953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.018248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.018248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.018248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.018248] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c is going to be created. [ 693.051094] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.051354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.051479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.051922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.052216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.052216] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be created. [ 693.061648] env[69685]: INFO networking_nsxv3.common.synchronization [req-7829301b-689b-4207-9e6c-a4988b80adcf req-3101183a-6566-4293-90b6-c908ec4f5b89 tempest-DeleteServersAdminTestJSON-124749547 tempest-DeleteServersAdminTestJSON-124749547-project-admin] Enqueued Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_members [ 693.061648] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_members [ 693.061648] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c17a11-02ce-482f-9dd5-902fff863987 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.061648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.061648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.061648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.061648] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.061648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.061648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.062124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.062124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.062124] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.091375] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.091375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.091375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.091375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.091375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.105212] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: UNINITIALIZED for 2s [ 693.124789] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.124789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.124789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.124789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.124789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.139125] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: IN_PROGRESS for 2s [ 693.150499] env[69685]: INFO networking_nsxv3.common.synchronization [None req-f4229067-c06a-467f-bd7a-00d7a642f301 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Enqueued Resource ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 with Priority: HIGHEST for action security_group_rules [ 693.150499] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 with Priority: HIGHEST for action security_group_rules [ 693.151251] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5487a914-3b36-4f27-b2e2-233724c0bb95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.151585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.151771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.152622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.152622] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5487a914-3b36-4f27-b2e2-233724c0bb95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.359284] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fa15bbf-941f-42ba-8689-75a3ed5d5162 [ 693.359284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.359284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.359284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.359284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.359284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.359284] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fa15bbf-941f-42ba-8689-75a3ed5d5162 already deleted. [ 693.359284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fa15bbf-941f-42ba-8689-75a3ed5d5162" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.425578] env[69685]: INFO networking_nsxv3.common.synchronization [req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 req-2847aff6-2c89-4793-85eb-aa270212473c service nova] Enqueued Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_rules [ 693.425758] env[69685]: INFO networking_nsxv3.common.synchronization [req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 req-2847aff6-2c89-4793-85eb-aa270212473c service nova] Enqueued Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 693.425910] env[69685]: INFO networking_nsxv3.common.synchronization [req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 req-2847aff6-2c89-4793-85eb-aa270212473c service nova] Enqueued Resource ID: c8c041ec-ec03-407f-a925-6fd70120e1ab with Priority: HIGHEST for action port [ 693.426314] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_rules [ 693.426465] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 693.426550] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c041ec-ec03-407f-a925-6fd70120e1ab with Priority: HIGHEST for action port [ 693.427331] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.427331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.427331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.427824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.427824] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.428742] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.429363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.429363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.429363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.429363] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.429543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.429543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.429676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.429721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.429862] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.430607] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c041ec-ec03-407f-a925-6fd70120e1ab taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.430763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c041ec-ec03-407f-a925-6fd70120e1ab" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.430763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c041ec-ec03-407f-a925-6fd70120e1ab" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.431091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c041ec-ec03-407f-a925-6fd70120e1ab" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.431091] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c041ec-ec03-407f-a925-6fd70120e1ab',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.435613] env[69685]: INFO networking_nsxv3.common.synchronization [None req-578bd5fe-66bf-40c1-916d-e3c1af94b0c2 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Enqueued Resource ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 with Priority: HIGHEST for action security_group_rules [ 693.435699] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 with Priority: HIGHEST for action security_group_rules [ 693.436229] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5487a914-3b36-4f27-b2e2-233724c0bb95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.436318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.467208] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1dcaa442-5414-46fc-9d6e-13cbc5092344 None None] Enqueued Resource ID: c018fdf3-4160-42c9-a9c4-8db8adcb9c6a with Priority: HIGHEST for action port [ 693.467866] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c018fdf3-4160-42c9-a9c4-8db8adcb9c6a with Priority: HIGHEST for action port [ 693.468181] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c018fdf3-4160-42c9-a9c4-8db8adcb9c6a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.468303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c018fdf3-4160-42c9-a9c4-8db8adcb9c6a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.468358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c018fdf3-4160-42c9-a9c4-8db8adcb9c6a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.468614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c018fdf3-4160-42c9-a9c4-8db8adcb9c6a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.468777] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c018fdf3-4160-42c9-a9c4-8db8adcb9c6a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.564314] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.564498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.564993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.564993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.564993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.565152] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.565227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.565273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.565652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.565652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.565652] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73c17a11-02ce-482f-9dd5-902fff863987 is going to be updated. [ 693.593881] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.594052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.594123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.594352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.594487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.605451] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73c17a11-02ce-482f-9dd5-902fff863987 in Status: IN_PROGRESS for 2s [ 693.675285] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.675285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.675285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.675285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.675285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.675285] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 already deleted. [ 693.675285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.675285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.675285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.675285] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5487a914-3b36-4f27-b2e2-233724c0bb95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.721879] env[69685]: INFO networking_nsxv3.common.synchronization [req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 req-634a3e0b-3c6e-4eb2-8874-31e9804c0268 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Enqueued Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 693.725104] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 693.728486] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.728681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.932832] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.934159] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.934338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.935256] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8c041ec-ec03-407f-a925-6fd70120e1ab with status ACTIVE [ 693.935256] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.935256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.935256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.935256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.935256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.935256] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.935586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.935586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.935586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.935664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.935837] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.935895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.935925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.937285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.937490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.937594] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8c041ec-ec03-407f-a925-6fd70120e1ab is going to be updated. [ 693.963133] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.963133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.963133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.963133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.963133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.963133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c041ec-ec03-407f-a925-6fd70120e1ab" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.978339] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c018fdf3-4160-42c9-a9c4-8db8adcb9c6a [ 693.978339] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.978339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.978339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.978339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.978339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.978339] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c018fdf3-4160-42c9-a9c4-8db8adcb9c6a already deleted. [ 693.978339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c018fdf3-4160-42c9-a9c4-8db8adcb9c6a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.211173] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.211320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.214017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.214017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.214017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.214017] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 already deleted. [ 694.214017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.441691] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.511838] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d4b811d1-75be-4fc0-afa2-9914a9a48214 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Enqueued Resource ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 with Priority: HIGHEST for action security_group_rules [ 694.512271] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 with Priority: HIGHEST for action security_group_rules [ 694.512830] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3313de7c-7d29-44fa-816a-6242e50f13a8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.514713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.514713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.514713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.514713] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3313de7c-7d29-44fa-816a-6242e50f13a8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.774232] env[69685]: INFO networking_nsxv3.common.synchronization [None req-148b2c05-ae5f-43d6-8c69-2879c5febb78 None None] Enqueued Resource ID: 70d7ada1-32dd-4c36-ac70-531bb37b1e0e with Priority: HIGHEST for action port [ 694.774232] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d7ada1-32dd-4c36-ac70-531bb37b1e0e with Priority: HIGHEST for action port [ 694.774921] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-70d7ada1-32dd-4c36-ac70-531bb37b1e0e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.775460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70d7ada1-32dd-4c36-ac70-531bb37b1e0e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.775645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70d7ada1-32dd-4c36-ac70-531bb37b1e0e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.776144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70d7ada1-32dd-4c36-ac70-531bb37b1e0e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.776927] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d7ada1-32dd-4c36-ac70-531bb37b1e0e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.944525] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.944845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.944845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.945068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.945166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.945270] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c is going to be created. [ 694.968718] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.968907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.968951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.969150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.969311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.979729] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: UNINITIALIZED for 2s [ 695.020117] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827d0d2c-2eb9-4162-8135-1ce232260781 in Status: SUCCESS [ 695.020817] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827d0d2c-2eb9-4162-8135-1ce232260781 deletion is rescheduled due to dependency. [ 695.020817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.041259] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.041259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.041259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.041259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.041259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.041259] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 already deleted. [ 695.041259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.070713] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.071052] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.071229] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.071546] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.072140] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.072140] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.073360] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.073790] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.074073] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.074400] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.074596] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.074815] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.074996] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.075212] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.075394] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.075608] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.093428] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a42bdc16-1d6f-4369-a824-d2bb3712f740 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Enqueued Resource ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 with Priority: HIGHEST for action security_group_rules [ 695.093947] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 with Priority: HIGHEST for action security_group_rules [ 695.094899] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3313de7c-7d29-44fa-816a-6242e50f13a8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.094899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.094899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.094899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.095692] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3313de7c-7d29-44fa-816a-6242e50f13a8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.098046] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.101487] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.101487] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.101487] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.101487] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-d5740b17-e571-4cb0-8d24-fbc427c1e151 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.101487] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-d5740b17-e571-4cb0-8d24-fbc427c1e151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.101487] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-d5740b17-e571-4cb0-8d24-fbc427c1e151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.101487] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-d5740b17-e571-4cb0-8d24-fbc427c1e151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.101487] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5740b17-e571-4cb0-8d24-fbc427c1e151',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.114799] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 695.114960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.115689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.115689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.115689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.115985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.115985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.116073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.116119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.116213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.116316] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.151240] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: SUCCESS [ 695.151240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.279112] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70d7ada1-32dd-4c36-ac70-531bb37b1e0e [ 695.279208] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.279357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.279357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.279613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.279693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.279845] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70d7ada1-32dd-4c36-ac70-531bb37b1e0e already deleted. [ 695.279917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70d7ada1-32dd-4c36-ac70-531bb37b1e0e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.465724] env[69685]: INFO networking_nsxv3.common.synchronization [req-66ee0548-5176-4505-9ab8-f0f81cb80216 req-82a37737-85fe-4675-96c9-eab29b127bf7 tempest-TenantUsagesTestJSON-227893827 tempest-TenantUsagesTestJSON-227893827-project-member] Enqueued Resource ID: b8e42f80-7534-4976-abe9-580595693ea4 with Priority: HIGHEST for action security_group_members [ 695.466331] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e42f80-7534-4976-abe9-580595693ea4 with Priority: HIGHEST for action security_group_members [ 695.466675] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e42f80-7534-4976-abe9-580595693ea4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.467028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.467117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.467294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.467473] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.467582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.467640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.468046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.468046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.468275] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e42f80-7534-4976-abe9-580595693ea4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.607993] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.607993] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.607993] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.607993] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.607993] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.607993] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port d5740b17-e571-4cb0-8d24-fbc427c1e151 not found, creating... [ 695.607993] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.607993] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.607993] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.607993] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.608330] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.608361] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.608757] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.608757] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.608873] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.608959] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.609417] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: d5740b17-e571-4cb0-8d24-fbc427c1e151 is going to be created. [ 695.619814] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.620059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.620059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.620251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.620343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.620440] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 already deleted. [ 695.620525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.620813] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.621112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.621112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.621193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.621290] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.621385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.621503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.621575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.621649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.621735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.621905] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.622114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.622114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.622316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.622398] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.622481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.622535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.622671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.622745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.622828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.622921] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.641359] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73c17a11-02ce-482f-9dd5-902fff863987 in Status: SUCCESS [ 695.641598] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73c17a11-02ce-482f-9dd5-902fff863987 deletion is rescheduled due to dependency. [ 695.641743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.646757] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.647713] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.647713] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.647713] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.647860] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.648107] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-d5740b17-e571-4cb0-8d24-fbc427c1e151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.972896] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.973190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.974101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.974347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.974405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.974638] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.974749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.974811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.974976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.975068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.975161] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e42f80-7534-4976-abe9-580595693ea4 is going to be updated. [ 696.002027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.002354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.002354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.002514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.002663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.011450] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e42f80-7534-4976-abe9-580595693ea4 in Status: IN_PROGRESS for 2s [ 696.129547] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccb44fe4-a7cc-4099-a2ac-96c0d93bb589: rpc.has_security_group_logging(os_id): False [ 696.158044] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.158297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.158297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.158907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.158907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.159132] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.159493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.159493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.159588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.159676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.160052] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.160052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.160166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.160421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.160421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.160663] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.160663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.160797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.160872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.160926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.161184] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be created. [ 696.247512] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.247725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.247725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.248153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.248153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.264970] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 696.610724] env[69685]: INFO networking_nsxv3.common.synchronization [req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 req-3cdea2a1-adeb-4929-8495-7430af99cfa8 service nova] Enqueued Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_rules [ 696.611725] env[69685]: INFO networking_nsxv3.common.synchronization [req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 req-3cdea2a1-adeb-4929-8495-7430af99cfa8 service nova] Enqueued Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 696.612018] env[69685]: INFO networking_nsxv3.common.synchronization [req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 req-3cdea2a1-adeb-4929-8495-7430af99cfa8 service nova] Enqueued Resource ID: d5740b17-e571-4cb0-8d24-fbc427c1e151 with Priority: HIGHEST for action port [ 696.613225] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_rules [ 696.617155] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 696.617155] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5740b17-e571-4cb0-8d24-fbc427c1e151 with Priority: HIGHEST for action port [ 696.617155] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.617155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.617155] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.617155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.617155] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5740b17-e571-4cb0-8d24-fbc427c1e151 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.617155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5740b17-e571-4cb0-8d24-fbc427c1e151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.617155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5740b17-e571-4cb0-8d24-fbc427c1e151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.617155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5740b17-e571-4cb0-8d24-fbc427c1e151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.617155] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5740b17-e571-4cb0-8d24-fbc427c1e151',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.989152] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: SUCCESS [ 696.989399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.989532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.992093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.992093] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.992093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.992093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.992093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.992093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.992093] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.121095] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5740b17-e571-4cb0-8d24-fbc427c1e151 with status ACTIVE [ 697.121662] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.121879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.122157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.122437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.122510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.122765] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.122819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.123031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.123102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.123315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.123367] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.123467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.123545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.123684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.123817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.123916] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5740b17-e571-4cb0-8d24-fbc427c1e151 is going to be updated. [ 697.145813] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.145952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.146034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.146240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.146373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.146524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5740b17-e571-4cb0-8d24-fbc427c1e151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.199977] env[69685]: INFO networking_nsxv3.common.synchronization [None req-deec034b-77cd-41b5-9c50-b8059653d0e2 None None] Enqueued Resource ID: 4568f628-b57f-4c71-b0a9-0e203bed8372 with Priority: HIGHEST for action port [ 697.201240] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4568f628-b57f-4c71-b0a9-0e203bed8372 with Priority: HIGHEST for action port [ 697.201767] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4568f628-b57f-4c71-b0a9-0e203bed8372 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.202049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4568f628-b57f-4c71-b0a9-0e203bed8372" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.202470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4568f628-b57f-4c71-b0a9-0e203bed8372" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.202633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4568f628-b57f-4c71-b0a9-0e203bed8372" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.202723] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4568f628-b57f-4c71-b0a9-0e203bed8372',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.492239] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.705591] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4568f628-b57f-4c71-b0a9-0e203bed8372 [ 697.706731] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.707070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.707297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.709289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.709613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.709825] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4568f628-b57f-4c71-b0a9-0e203bed8372 already deleted. [ 697.710107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4568f628-b57f-4c71-b0a9-0e203bed8372" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.996018] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.021051] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e42f80-7534-4976-abe9-580595693ea4 in Status: SUCCESS [ 698.021238] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e42f80-7534-4976-abe9-580595693ea4 deletion is rescheduled due to dependency. [ 698.021392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.234357] env[69685]: INFO networking_nsxv3.common.synchronization [None req-920236f4-8e1f-4bb2-80c2-4fe15e006933 None None] Enqueued Resource ID: 38d5c13b-6191-4be8-9e7e-4de48cf0bd07 with Priority: HIGHEST for action port [ 698.234791] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d5c13b-6191-4be8-9e7e-4de48cf0bd07 with Priority: HIGHEST for action port [ 698.235126] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d5c13b-6191-4be8-9e7e-4de48cf0bd07 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.235248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d5c13b-6191-4be8-9e7e-4de48cf0bd07" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.235311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d5c13b-6191-4be8-9e7e-4de48cf0bd07" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.236402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d5c13b-6191-4be8-9e7e-4de48cf0bd07" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.236515] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d5c13b-6191-4be8-9e7e-4de48cf0bd07',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.279507] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 698.279788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.499225] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.499225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.499225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.499225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.499225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.499435] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c is going to be updated. [ 698.529484] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.529484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.529484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.529484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.529816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.540823] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: IN_PROGRESS for 2s [ 698.743800] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38d5c13b-6191-4be8-9e7e-4de48cf0bd07 [ 698.745084] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.745084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.745084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.745084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.745084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.745875] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38d5c13b-6191-4be8-9e7e-4de48cf0bd07 already deleted. [ 698.745875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d5c13b-6191-4be8-9e7e-4de48cf0bd07" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.993261] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3583b56e-a0cf-423e-b4b3-c27c988b1bd0 None None] Enqueued Resource ID: 18467bf4-9694-4aa2-9920-3d21cd1e0501 with Priority: HIGHEST for action port [ 699.994107] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18467bf4-9694-4aa2-9920-3d21cd1e0501 with Priority: HIGHEST for action port [ 699.994477] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-18467bf4-9694-4aa2-9920-3d21cd1e0501 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.994602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18467bf4-9694-4aa2-9920-3d21cd1e0501" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.994953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18467bf4-9694-4aa2-9920-3d21cd1e0501" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.995275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18467bf4-9694-4aa2-9920-3d21cd1e0501" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.995369] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18467bf4-9694-4aa2-9920-3d21cd1e0501',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.499688] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18467bf4-9694-4aa2-9920-3d21cd1e0501 [ 700.499688] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.499688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.499688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.499688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.499688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.499688] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18467bf4-9694-4aa2-9920-3d21cd1e0501 already deleted. [ 700.499688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18467bf4-9694-4aa2-9920-3d21cd1e0501" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.553378] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: SUCCESS [ 700.554080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.554709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.554709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.554964] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.555131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.555207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.555406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.555495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.555769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.555769] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.557951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.557951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.558112] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.558271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.558344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.558660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.559204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.559358] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.058621] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.058621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.064236] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.565714] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.958050] env[69685]: INFO networking_nsxv3.common.synchronization [None req-15cf2917-313e-49cd-9298-a7bda82b1ef4 None None] Enqueued Resource ID: dd3ce710-35e8-4f4b-a1e8-29ad60e4b815 with Priority: HIGHEST for action port [ 701.958384] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd3ce710-35e8-4f4b-a1e8-29ad60e4b815 with Priority: HIGHEST for action port [ 701.958657] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd3ce710-35e8-4f4b-a1e8-29ad60e4b815 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.958783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd3ce710-35e8-4f4b-a1e8-29ad60e4b815" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.958884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd3ce710-35e8-4f4b-a1e8-29ad60e4b815" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.959290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd3ce710-35e8-4f4b-a1e8-29ad60e4b815" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.959370] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd3ce710-35e8-4f4b-a1e8-29ad60e4b815',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.068203] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.068504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.068504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.072020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.072020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.072020] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c is going to be updated. [ 702.112384] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.112567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.112600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.112831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.112947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.128217] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: IN_PROGRESS for 2s [ 702.461824] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd3ce710-35e8-4f4b-a1e8-29ad60e4b815 [ 702.462081] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.462295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.462398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.463136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.463136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.463136] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd3ce710-35e8-4f4b-a1e8-29ad60e4b815 already deleted. [ 702.463136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd3ce710-35e8-4f4b-a1e8-29ad60e4b815" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.140561] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: SUCCESS [ 704.140561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.140987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.140987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.141114] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.141229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.142851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.142851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.142851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.142851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.142851] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.142851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.142851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.142851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.143233] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.143233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.143233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.143233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.143356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.143356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.143421] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.162173] env[69685]: INFO networking_nsxv3.common.synchronization [None req-7b62c0f4-5071-47e2-bd49-cfd579bebaa9 None None] Enqueued Resource ID: addf1da0-7656-4d4d-a53a-160833980c7c with Priority: HIGHEST for action port [ 704.162173] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: addf1da0-7656-4d4d-a53a-160833980c7c with Priority: HIGHEST for action port [ 704.166235] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-addf1da0-7656-4d4d-a53a-160833980c7c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.166363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-addf1da0-7656-4d4d-a53a-160833980c7c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.166409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-addf1da0-7656-4d4d-a53a-160833980c7c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.166750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-addf1da0-7656-4d4d-a53a-160833980c7c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.166750] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('addf1da0-7656-4d4d-a53a-160833980c7c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.217129] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3d58c247-aad4-4e4f-b887-f0ba21bae15c None None] Enqueued Resource ID: 9645de2e-674a-471e-9e9c-8438b204b6ed with Priority: HIGHEST for action port [ 704.217129] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9645de2e-674a-471e-9e9c-8438b204b6ed with Priority: HIGHEST for action port [ 704.217129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9645de2e-674a-471e-9e9c-8438b204b6ed taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.217129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9645de2e-674a-471e-9e9c-8438b204b6ed" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.217129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9645de2e-674a-471e-9e9c-8438b204b6ed" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.217567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9645de2e-674a-471e-9e9c-8438b204b6ed" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.217805] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9645de2e-674a-471e-9e9c-8438b204b6ed',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.646028] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b2005d7-76d4-4822-bf43-ad59a8848e0c: rpc.has_security_group_logging(os_id): False [ 704.666286] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.666454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.666510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.666764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.666841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.667059] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.667555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.667555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.667555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.667555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.667747] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.667747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.667861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.668606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.668606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.668606] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.668606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.668606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.668857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.668857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.668857] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c is going to be created. [ 704.670655] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port addf1da0-7656-4d4d-a53a-160833980c7c [ 704.670819] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.670941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.671012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.671721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.671721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.671721] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:addf1da0-7656-4d4d-a53a-160833980c7c already deleted. [ 704.671721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-addf1da0-7656-4d4d-a53a-160833980c7c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.721665] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9645de2e-674a-471e-9e9c-8438b204b6ed [ 704.721665] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.721665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.721665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.721665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.721665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.721665] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9645de2e-674a-471e-9e9c-8438b204b6ed already deleted. [ 704.721665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9645de2e-674a-471e-9e9c-8438b204b6ed" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.737171] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.737509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.737509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.737612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.738593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.751266] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: IN_PROGRESS for 2s [ 704.950431] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1d97577b-b0bb-4af3-bfe5-ae4f2dc53bf5 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Enqueued Resource ID: 42b0707c-8e26-4244-b125-187101a91d94 with Priority: HIGHEST for action security_group_rules [ 704.950821] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b0707c-8e26-4244-b125-187101a91d94 with Priority: HIGHEST for action security_group_rules [ 704.951112] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42b0707c-8e26-4244-b125-187101a91d94 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.951241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.951300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.951641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.951641] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42b0707c-8e26-4244-b125-187101a91d94',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.120135] env[69685]: INFO networking_nsxv3.common.synchronization [None req-40b0b87f-9359-4565-adde-8c79850a13a7 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Enqueued Resource ID: 42b0707c-8e26-4244-b125-187101a91d94 with Priority: HIGHEST for action security_group_rules [ 705.120485] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b0707c-8e26-4244-b125-187101a91d94 with Priority: HIGHEST for action security_group_rules [ 705.120767] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42b0707c-8e26-4244-b125-187101a91d94 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.120890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.473490] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.473490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.473826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.473958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.473990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.474243] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42b0707c-8e26-4244-b125-187101a91d94 already deleted. [ 705.474286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.474784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.474970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.475077] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42b0707c-8e26-4244-b125-187101a91d94',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.546781] env[69685]: INFO networking_nsxv3.common.synchronization [req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 req-91105a0f-6f64-4973-8edb-e030108af4b5 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Enqueued Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 705.547308] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 705.547608] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.547733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.547823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.548178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.550718] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.550718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.550718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.550718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.550718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.550718] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.000011] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.001102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.001195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.001424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.001524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.001626] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42b0707c-8e26-4244-b125-187101a91d94 already deleted. [ 706.001711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.050642] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.050919] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.051505] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.053716] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.054468] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.054806] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.055027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.055422] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.055671] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.055996] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.056192] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.056319] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.056448] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.057238] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.057238] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.057238] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.059116] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.078274] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.078422] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 706.078629] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.078783] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.079188] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-0734da8d-949a-418b-b3e7-b8e2f0cd366e taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.079380] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-0734da8d-949a-418b-b3e7-b8e2f0cd366e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.079516] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-0734da8d-949a-418b-b3e7-b8e2f0cd366e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.079826] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-0734da8d-949a-418b-b3e7-b8e2f0cd366e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.079964] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0734da8d-949a-418b-b3e7-b8e2f0cd366e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.160809] env[69685]: INFO networking_nsxv3.common.synchronization [req-f28f0af5-08b9-4c19-8867-258224e95ac7 req-4cebd12b-ac7f-4872-9e7f-1e8a5a999704 tempest-ServerExternalEventsTest-919887711 tempest-ServerExternalEventsTest-919887711-project-member] Enqueued Resource ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a with Priority: HIGHEST for action security_group_members [ 706.161013] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a with Priority: HIGHEST for action security_group_members [ 706.161433] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.162007] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.162007] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.162106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.162357] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.162357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.163032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.163032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.163032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.163032] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1b23a50-5877-44d5-9d6f-e9cb21e7264a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.561628] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.582673] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.582673] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.583103] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.583528] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.584061] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.585359] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 0734da8d-949a-418b-b3e7-b8e2f0cd366e not found, creating... [ 706.585359] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.585359] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.585359] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.585359] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.585831] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.585831] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.585921] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.586427] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.586427] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.586968] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.586968] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 0734da8d-949a-418b-b3e7-b8e2f0cd366e is going to be created. [ 706.609786] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.610077] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.610159] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.611245] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.612242] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.612242] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-0734da8d-949a-418b-b3e7-b8e2f0cd366e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.665684] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.668870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.668870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.668870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.668870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.668870] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.668870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.668870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.668870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.668870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.668870] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a is going to be updated. [ 706.712649] env[69685]: INFO networking_nsxv3.common.synchronization [None req-2155077a-ac27-4151-bb98-a6989f69d0e1 None None] Enqueued Resource ID: bac76ded-589b-4e6d-832c-ffc01450e8b8 with Priority: HIGHEST for action port [ 706.713362] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac76ded-589b-4e6d-832c-ffc01450e8b8 with Priority: HIGHEST for action port [ 706.713678] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-bac76ded-589b-4e6d-832c-ffc01450e8b8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.713817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bac76ded-589b-4e6d-832c-ffc01450e8b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.713887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bac76ded-589b-4e6d-832c-ffc01450e8b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.714466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bac76ded-589b-4e6d-832c-ffc01450e8b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.714683] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bac76ded-589b-4e6d-832c-ffc01450e8b8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.717184] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.717184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.717184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.717184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.717184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.728984] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a in Status: IN_PROGRESS for 2s [ 706.767155] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: SUCCESS [ 706.767155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.767155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.767155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.767155] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.781108] env[69685]: INFO networking_nsxv3.common.synchronization [None req-841defd5-0bb6-473e-abc3-fc32758dd402 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d with Priority: HIGHEST for action security_group_rules [ 706.781108] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d with Priority: HIGHEST for action security_group_rules [ 706.781108] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9efa6124-bf1e-434a-bedd-4bda2265f27d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.781108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.781108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.781108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.781108] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9efa6124-bf1e-434a-bedd-4bda2265f27d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.967869] env[69685]: INFO networking_nsxv3.common.synchronization [None req-592db83c-f9ef-48eb-bfea-ab6ec6bae05d tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d with Priority: HIGHEST for action security_group_rules [ 706.967869] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d with Priority: HIGHEST for action security_group_rules [ 706.967869] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9efa6124-bf1e-434a-bedd-4bda2265f27d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.967869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.008484] env[69685]: INFO networking_nsxv3.common.synchronization [None req-621ca5e7-fbec-4b17-9d94-8a547348138f None None] Enqueued Resource ID: 0fb33076-2b0c-4678-96d8-a1ba69a669ba with Priority: HIGHEST for action port [ 707.010435] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb33076-2b0c-4678-96d8-a1ba69a669ba with Priority: HIGHEST for action port [ 707.010435] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fb33076-2b0c-4678-96d8-a1ba69a669ba taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.010435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fb33076-2b0c-4678-96d8-a1ba69a669ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.010435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fb33076-2b0c-4678-96d8-a1ba69a669ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.010869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fb33076-2b0c-4678-96d8-a1ba69a669ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.011088] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fb33076-2b0c-4678-96d8-a1ba69a669ba',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.066629] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.066629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.066629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.066629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.066629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.066629] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c is going to be updated. [ 707.102617] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.102617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.102617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.102617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.102617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.117997] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: IN_PROGRESS for 2s [ 707.218764] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bac76ded-589b-4e6d-832c-ffc01450e8b8 [ 707.221060] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.221060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.221060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.221060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.221060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.221060] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bac76ded-589b-4e6d-832c-ffc01450e8b8 already deleted. [ 707.221060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bac76ded-589b-4e6d-832c-ffc01450e8b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.270432] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.270432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.316236] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.316960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.316960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.318939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.319051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.319157] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d already deleted. [ 707.319243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.319401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.319581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.319667] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9efa6124-bf1e-434a-bedd-4bda2265f27d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.518974] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fb33076-2b0c-4678-96d8-a1ba69a669ba [ 707.519595] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.519772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.519908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.520531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.520660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.520788] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fb33076-2b0c-4678-96d8-a1ba69a669ba already deleted. [ 707.520920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fb33076-2b0c-4678-96d8-a1ba69a669ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.804646] env[69685]: INFO networking_nsxv3.common.synchronization [req-bd4f6caa-5789-4082-9cb2-18709e67ae0d req-1e5daf92-9b52-4b08-bb83-c3ef33aa8913 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Enqueued Resource ID: c3351912-dc00-4670-aff5-89a7840fae95 with Priority: HIGHEST for action security_group_members [ 707.805273] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3351912-dc00-4670-aff5-89a7840fae95 with Priority: HIGHEST for action security_group_members [ 707.805587] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3351912-dc00-4670-aff5-89a7840fae95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.805724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.806669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.807115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.807344] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.807533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.807861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.808634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.808797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.808948] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3351912-dc00-4670-aff5-89a7840fae95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.842622] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.842622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.842622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.842622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.842622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.845119] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d already deleted. [ 707.845301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.199302] env[69685]: INFO networking_nsxv3.common.synchronization [req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 req-22484a1c-3477-476a-9a33-4a4f7503faee service nova] Enqueued Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_rules [ 708.199396] env[69685]: INFO networking_nsxv3.common.synchronization [req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 req-22484a1c-3477-476a-9a33-4a4f7503faee service nova] Enqueued Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 708.199497] env[69685]: INFO networking_nsxv3.common.synchronization [req-85d8f2fa-8573-4545-a5ce-85de3a2f03d1 req-22484a1c-3477-476a-9a33-4a4f7503faee service nova] Enqueued Resource ID: 0734da8d-949a-418b-b3e7-b8e2f0cd366e with Priority: HIGHEST for action port [ 708.199946] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_rules [ 708.199946] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 708.199946] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0734da8d-949a-418b-b3e7-b8e2f0cd366e with Priority: HIGHEST for action port [ 708.201277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.201277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.201277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.201277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.201277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0734da8d-949a-418b-b3e7-b8e2f0cd366e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.201634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0734da8d-949a-418b-b3e7-b8e2f0cd366e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.201634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0734da8d-949a-418b-b3e7-b8e2f0cd366e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.201971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0734da8d-949a-418b-b3e7-b8e2f0cd366e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.202242] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0734da8d-949a-418b-b3e7-b8e2f0cd366e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.292578] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.292578] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-600" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.292578] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-600" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.292860] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-600" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.294754] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.294754] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.294754] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.294754] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.294754] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.295301] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.295301] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.295483] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.295801] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.295987] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.296123] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.296290] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.311749] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.311749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.311749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.311929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.312505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.312505] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.312505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.312505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.312505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.312773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.312773] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3351912-dc00-4670-aff5-89a7840fae95 already deleted. [ 708.312773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.315380] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.315573] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.315718] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.316034] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-600" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.316645] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.316645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.316777] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.317048] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.317214] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2c6c429-c0bd-4ff6-b62c-50a4f98114ec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.704658] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0734da8d-949a-418b-b3e7-b8e2f0cd366e with status ACTIVE [ 708.704658] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.704658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.704658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.704658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.705263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.705263] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.705263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.705263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.705263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.705506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.705506] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.705775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.705775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.705775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.706077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.706077] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0734da8d-949a-418b-b3e7-b8e2f0cd366e is going to be updated. [ 708.729192] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.729192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.729192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.729192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.729192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.729192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0734da8d-949a-418b-b3e7-b8e2f0cd366e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.737894] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a in Status: SUCCESS [ 708.737894] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a deletion is rescheduled due to dependency. [ 708.737894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.775451] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d59e8191-5591-4ac5-8925-e9dea154a794 None None] Enqueued Resource ID: 8d564053-4fb2-43b9-aa94-daefb859f76e with Priority: HIGHEST for action port [ 708.775668] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d564053-4fb2-43b9-aa94-daefb859f76e with Priority: HIGHEST for action port [ 708.776973] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d564053-4fb2-43b9-aa94-daefb859f76e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.776973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d564053-4fb2-43b9-aa94-daefb859f76e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.776973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d564053-4fb2-43b9-aa94-daefb859f76e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.776973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d564053-4fb2-43b9-aa94-daefb859f76e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.776973] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d564053-4fb2-43b9-aa94-daefb859f76e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.822670] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.823530] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.823530] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.823530] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.823725] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.823834] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port e2c6c429-c0bd-4ff6-b62c-50a4f98114ec not found, creating... [ 708.824291] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.824360] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.824432] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.824664] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.824820] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.825123] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.825344] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.825420] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.825720] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.825871] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.826023] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: e2c6c429-c0bd-4ff6-b62c-50a4f98114ec is going to be created. [ 708.845576] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.845786] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.845931] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.846220] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.846447] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.846667] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.130777] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: IN_PROGRESS for 4s [ 709.217342] env[69685]: INFO networking_nsxv3.common.synchronization [req-dd1c6ed7-f17b-4f9d-88dc-0bf2bd8a0bb4 req-24f1146e-ab28-46cd-b640-29fd7bb40601 tempest-AttachInterfacesV270Test-2002876087 tempest-AttachInterfacesV270Test-2002876087-project-member] Enqueued Resource ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f with Priority: HIGHEST for action security_group_members [ 709.217854] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f with Priority: HIGHEST for action security_group_members [ 709.218166] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.218293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.218361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.218560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.218784] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.218833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.218866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.219016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.220943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.221087] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.279706] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d564053-4fb2-43b9-aa94-daefb859f76e [ 709.279935] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.280110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.280181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.280452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.280556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.280661] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d564053-4fb2-43b9-aa94-daefb859f76e already deleted. [ 709.280743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d564053-4fb2-43b9-aa94-daefb859f76e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.726851] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.727018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.728189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.728189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.728189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.728189] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.728189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.728189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.728189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.728189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.728189] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f is going to be updated. [ 709.755173] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.755335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.755396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.755551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.755695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.763711] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f in Status: IN_PROGRESS for 2s [ 709.843444] env[69685]: INFO networking_nsxv3.common.synchronization [None req-f2069c96-9d9a-4f3f-8baa-d4c6f668ef80 None None] Enqueued Resource ID: 3b398817-c89e-40bb-86bb-4906bb922228 with Priority: HIGHEST for action port [ 709.843723] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b398817-c89e-40bb-86bb-4906bb922228 with Priority: HIGHEST for action port [ 709.845738] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b398817-c89e-40bb-86bb-4906bb922228 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.845738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b398817-c89e-40bb-86bb-4906bb922228" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.845738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b398817-c89e-40bb-86bb-4906bb922228" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.845738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b398817-c89e-40bb-86bb-4906bb922228" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.845738] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b398817-c89e-40bb-86bb-4906bb922228',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.862714] env[69685]: INFO networking_nsxv3.common.synchronization [req-bd4f6caa-5789-4082-9cb2-18709e67ae0d req-3de2d544-d671-4f31-8149-317643b0b36f service nova] Enqueued Resource ID: c3351912-dc00-4670-aff5-89a7840fae95 with Priority: HIGHEST for action security_group_rules [ 709.862714] env[69685]: INFO networking_nsxv3.common.synchronization [req-bd4f6caa-5789-4082-9cb2-18709e67ae0d req-3de2d544-d671-4f31-8149-317643b0b36f service nova] Enqueued Resource ID: c3351912-dc00-4670-aff5-89a7840fae95 with Priority: HIGHEST for action security_group_members [ 709.862714] env[69685]: INFO networking_nsxv3.common.synchronization [req-bd4f6caa-5789-4082-9cb2-18709e67ae0d req-3de2d544-d671-4f31-8149-317643b0b36f service nova] Enqueued Resource ID: e2c6c429-c0bd-4ff6-b62c-50a4f98114ec with Priority: HIGHEST for action port [ 709.863192] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3351912-dc00-4670-aff5-89a7840fae95 with Priority: HIGHEST for action security_group_rules [ 709.863341] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3351912-dc00-4670-aff5-89a7840fae95 with Priority: HIGHEST for action security_group_members [ 709.863439] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2c6c429-c0bd-4ff6-b62c-50a4f98114ec with Priority: HIGHEST for action port [ 709.863701] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3351912-dc00-4670-aff5-89a7840fae95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.863819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.863928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.864189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.864277] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3351912-dc00-4670-aff5-89a7840fae95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.868687] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3351912-dc00-4670-aff5-89a7840fae95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.868687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.868687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.868687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.868687] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.868687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.868687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.868687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.868687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.868687] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3351912-dc00-4670-aff5-89a7840fae95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.869875] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.869875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.869875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.869875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.869875] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2c6c429-c0bd-4ff6-b62c-50a4f98114ec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.230397] env[69685]: INFO networking_nsxv3.common.synchronization [None req-8abe2bed-c6aa-4429-b7cc-b8bfb8a0cc5e tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_rules [ 710.231096] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_rules [ 710.231442] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.231593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.231699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.232067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.232187] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.348057] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b398817-c89e-40bb-86bb-4906bb922228 [ 710.348304] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.348449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.348513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.348761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.348859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.348957] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b398817-c89e-40bb-86bb-4906bb922228 already deleted. [ 710.350456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b398817-c89e-40bb-86bb-4906bb922228" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.371714] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3351912-dc00-4670-aff5-89a7840fae95 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.371926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.372220] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3351912-dc00-4670-aff5-89a7840fae95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.373139] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2c6c429-c0bd-4ff6-b62c-50a4f98114ec with status ACTIVE [ 710.373542] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.373757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.373943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.374284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.374383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.374602] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.374733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.374816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.375016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.375995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.375995] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.375995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.376243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.376420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.376597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.376676] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2c6c429-c0bd-4ff6-b62c-50a4f98114ec is going to be updated. [ 710.396447] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.396600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.396686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.396924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.397076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.397249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2c6c429-c0bd-4ff6-b62c-50a4f98114ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.404017] env[69685]: INFO networking_nsxv3.common.synchronization [req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 req-8c539b8f-5849-42f5-8c97-ab6faacbaa3a tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 710.404017] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 710.404513] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.404755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.404986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.405323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.405601] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.405708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.405773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.405938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.406069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.406239] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.430142] env[69685]: INFO networking_nsxv3.common.synchronization [None req-dfb61b01-d9c8-4472-9523-6ad3bfc2af97 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_rules [ 710.430740] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_rules [ 710.431561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.431561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.754665] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.754805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.754892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.755172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.755305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.755383] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead already deleted. [ 710.755447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.755635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.755802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.756154] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.878642] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3351912-dc00-4670-aff5-89a7840fae95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.914881] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.914881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.914881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.914881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.914881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.914881] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.914881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.914881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.914881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.914881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.914881] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 already deleted. [ 710.914881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.139233] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: SUCCESS [ 711.139538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.139772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.139942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.140196] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.140339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.140446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.140667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.140759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.141039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.144599] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.146902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.146902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.146902] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.147113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.147113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.147194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.151032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.151032] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.275912] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.276177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.276283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.276622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.276740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.276874] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead already deleted. [ 711.276989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.356276] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.356443] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.356492] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.356801] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.357081] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.357242] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.357356] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.358084] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.358297] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.358511] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.358629] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.358742] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.358854] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.358965] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.359178] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.359327] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.378641] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.378814] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.378958] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.379323] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.379652] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-ee529166-a453-4863-9454-32d84fb14f69 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.379840] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-ee529166-a453-4863-9454-32d84fb14f69" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.379966] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-ee529166-a453-4863-9454-32d84fb14f69" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.380314] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-ee529166-a453-4863-9454-32d84fb14f69" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.380458] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee529166-a453-4863-9454-32d84fb14f69',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.382129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.382306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.382383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.382581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.382671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.382781] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3351912-dc00-4670-aff5-89a7840fae95 is going to be created. [ 711.406261] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.406420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.406495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.406804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.407537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.418644] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3351912-dc00-4670-aff5-89a7840fae95 in Status: UNINITIALIZED for 2s [ 711.650843] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.650843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.650843] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.774074] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f in Status: SUCCESS [ 711.774283] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f deletion is rescheduled due to dependency. [ 711.774373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.887785] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.888116] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.888161] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.888444] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.888609] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.888754] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port ee529166-a453-4863-9454-32d84fb14f69 not found, creating... [ 711.889103] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.889281] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.889399] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.889635] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.889772] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.890900] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.891112] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.891234] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.891454] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.891589] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.891732] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: ee529166-a453-4863-9454-32d84fb14f69 is going to be created. [ 711.911359] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.911574] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.913169] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.913433] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.913676] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.913961] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-ee529166-a453-4863-9454-32d84fb14f69" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.155195] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.238109] env[69685]: INFO networking_nsxv3.common.synchronization [None req-c90a9556-73a0-4eb4-bf04-e4344be0557d None None] Enqueued Resource ID: acc96f73-97f9-4368-b72c-2100c4f10cb0 with Priority: HIGHEST for action port [ 712.238109] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc96f73-97f9-4368-b72c-2100c4f10cb0 with Priority: HIGHEST for action port [ 712.239417] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-acc96f73-97f9-4368-b72c-2100c4f10cb0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.239417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acc96f73-97f9-4368-b72c-2100c4f10cb0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.239597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acc96f73-97f9-4368-b72c-2100c4f10cb0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.240896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acc96f73-97f9-4368-b72c-2100c4f10cb0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.240896] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acc96f73-97f9-4368-b72c-2100c4f10cb0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.658373] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.658534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.658601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.659032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.659144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.659231] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c is going to be updated. [ 712.692151] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.692151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.692151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.692151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.692151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.701455] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: IN_PROGRESS for 2s [ 712.743815] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acc96f73-97f9-4368-b72c-2100c4f10cb0 [ 712.743815] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.743815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.743815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.743815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.743815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.743815] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acc96f73-97f9-4368-b72c-2100c4f10cb0 already deleted. [ 712.743815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acc96f73-97f9-4368-b72c-2100c4f10cb0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.030108] env[69685]: INFO networking_nsxv3.common.synchronization [req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 req-b882cdf3-618e-4958-a160-0bcffde8f89a service nova] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_rules [ 713.030466] env[69685]: INFO networking_nsxv3.common.synchronization [req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 req-b882cdf3-618e-4958-a160-0bcffde8f89a service nova] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 713.030557] env[69685]: INFO networking_nsxv3.common.synchronization [req-064197bf-f8fd-47b8-baa3-ebe8e8bc7c05 req-b882cdf3-618e-4958-a160-0bcffde8f89a service nova] Enqueued Resource ID: ee529166-a453-4863-9454-32d84fb14f69 with Priority: HIGHEST for action port [ 713.031539] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_rules [ 713.031736] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 713.031942] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee529166-a453-4863-9454-32d84fb14f69 with Priority: HIGHEST for action port [ 713.032335] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.032630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.032630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.032974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.033029] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.034165] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.034335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.034510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.034843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.035210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.035360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.035467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.035707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.035831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.035987] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.041027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee529166-a453-4863-9454-32d84fb14f69 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.041027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee529166-a453-4863-9454-32d84fb14f69" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.041027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee529166-a453-4863-9454-32d84fb14f69" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.041027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee529166-a453-4863-9454-32d84fb14f69" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.041027] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee529166-a453-4863-9454-32d84fb14f69',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.373530] env[69685]: INFO networking_nsxv3.common.synchronization [req-c569debe-114d-40a3-9d38-06ea416ac676 req-80dea2dd-f76e-4057-853a-f6a0328e3c4c tempest-SecurityGroupRulesTestJSON-1838880579 tempest-SecurityGroupRulesTestJSON-1838880579-project-member] Enqueued Resource ID: 60a7563b-67be-47b8-bed6-6de82fac849c with Priority: HIGHEST for action security_group_rules [ 713.374105] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a7563b-67be-47b8-bed6-6de82fac849c with Priority: HIGHEST for action security_group_rules [ 713.374413] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a7563b-67be-47b8-bed6-6de82fac849c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.374538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a7563b-67be-47b8-bed6-6de82fac849c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.374651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a7563b-67be-47b8-bed6-6de82fac849c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.374868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a7563b-67be-47b8-bed6-6de82fac849c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.374963] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a7563b-67be-47b8-bed6-6de82fac849c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.428262] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3351912-dc00-4670-aff5-89a7840fae95 in Status: SUCCESS [ 713.428262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.432024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.432024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.432024] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.432024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.432024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.432024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.432024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.432024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.432024] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3351912-dc00-4670-aff5-89a7840fae95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.540373] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.540373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.540588] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.541378] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee529166-a453-4863-9454-32d84fb14f69 with status ACTIVE [ 713.541571] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.541689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.541756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.541972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.542074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.542251] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.542350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.542412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.542575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.542653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.542834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.543033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.543033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.543237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.543292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.543373] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee529166-a453-4863-9454-32d84fb14f69 is going to be updated. [ 713.564661] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.564891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.564891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.565116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.565248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.565405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee529166-a453-4863-9454-32d84fb14f69" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.587254] env[69685]: INFO networking_nsxv3.common.synchronization [req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f req-8f01f0c3-7401-4f34-b492-44ab790b46f3 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 713.588188] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 713.588465] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.588586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.896439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.896801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.896801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.896894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.896969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.897087] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a7563b-67be-47b8-bed6-6de82fac849c already deleted. [ 713.897189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a7563b-67be-47b8-bed6-6de82fac849c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.931650] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3351912-dc00-4670-aff5-89a7840fae95 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.931843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.931923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.932163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.932417] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.932555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.932555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.932712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.932806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.932915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.936040] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3351912-dc00-4670-aff5-89a7840fae95 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.936040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.936040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.936040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.936040] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.936040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.936040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.936040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.936040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.936040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.936040] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3351912-dc00-4670-aff5-89a7840fae95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.046782] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.444128] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3351912-dc00-4670-aff5-89a7840fae95: rpc.has_security_group_logging(os_id): False [ 714.462768] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.463661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.465133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.465133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.465133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.465133] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.465133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.465133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.465133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.465133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.466888] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.466888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.469676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.469676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.469676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.469676] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.469676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.469676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.469676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.469676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.469676] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3351912-dc00-4670-aff5-89a7840fae95 is going to be created. [ 714.526949] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.527141] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.527195] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.527492] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.527752] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.527909] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.528034] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.528747] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.528747] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.528747] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.528747] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.529023] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.529023] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.529104] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.529139] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.529317] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.533762] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.533889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.535077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.535077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.535077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.549547] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.549779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.549860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.550130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.550226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.550329] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 is going to be created. [ 714.554951] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.555292] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.555480] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.555669] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.556033] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-da34c648-584c-49e8-b394-f4f071901393 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.557086] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-da34c648-584c-49e8-b394-f4f071901393" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.557086] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-da34c648-584c-49e8-b394-f4f071901393" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.557618] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-da34c648-584c-49e8-b394-f4f071901393" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.557826] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da34c648-584c-49e8-b394-f4f071901393',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.563313] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3351912-dc00-4670-aff5-89a7840fae95 in Status: IN_PROGRESS for 2s [ 714.574976] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.575153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.575222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.575443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.575605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.589887] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: UNINITIALIZED for 2s [ 714.713211] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: SUCCESS [ 714.713513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.713750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.714058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.714329] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.714478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.714548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.714725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.714825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.714925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.715346] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.715346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.715346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.715512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.715688] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.715688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.715874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.715874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.715948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.716116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.716226] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.060567] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.060895] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.061035] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.061787] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.061972] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.062193] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port da34c648-584c-49e8-b394-f4f071901393 not found, creating... [ 715.062464] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.062633] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.062751] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.063159] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.063159] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.063443] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.063800] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.063800] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.064440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.064440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.064609] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: da34c648-584c-49e8-b394-f4f071901393 is going to be created. [ 715.083599] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.083599] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.083599] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.083964] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.084237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.084453] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-da34c648-584c-49e8-b394-f4f071901393" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.102357] env[69685]: INFO networking_nsxv3.common.synchronization [None req-447d0923-00b7-4cf3-be96-0af8b199c8f4 None None] Enqueued Resource ID: 7f3aef85-ef1c-4b4a-add6-a56f53aeec2c with Priority: HIGHEST for action port [ 715.102888] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3aef85-ef1c-4b4a-add6-a56f53aeec2c with Priority: HIGHEST for action port [ 715.103389] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f3aef85-ef1c-4b4a-add6-a56f53aeec2c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.103553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f3aef85-ef1c-4b4a-add6-a56f53aeec2c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.103618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f3aef85-ef1c-4b4a-add6-a56f53aeec2c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.104247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f3aef85-ef1c-4b4a-add6-a56f53aeec2c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.104336] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f3aef85-ef1c-4b4a-add6-a56f53aeec2c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.221657] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b2005d7-76d4-4822-bf43-ad59a8848e0c: rpc.has_security_group_logging(os_id): False [ 715.246688] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.246896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.246999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.247299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.247359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.249690] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.249814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.250099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.250235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.250235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.251027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.251027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.251027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.251027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.251027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.251381] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.251381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.251381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.251381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.251533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.251567] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c is going to be updated. [ 715.319188] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.319349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.319399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.319614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.319756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.335679] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: IN_PROGRESS for 2s [ 715.610117] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f3aef85-ef1c-4b4a-add6-a56f53aeec2c [ 715.610358] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.610566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.610566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.610800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.610887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.610977] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f3aef85-ef1c-4b4a-add6-a56f53aeec2c already deleted. [ 715.611102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f3aef85-ef1c-4b4a-add6-a56f53aeec2c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.707404] env[69685]: INFO networking_nsxv3.common.synchronization [req-ed918d53-ae1f-49d6-881a-659f7bccd7c2 req-b41afafd-c8ec-47ab-97e4-8f65fa5b8344 tempest-SecurityGroupRulesTestJSON-1838880579 tempest-SecurityGroupRulesTestJSON-1838880579-project-member] Enqueued Resource ID: 5b78977d-0608-4a4d-b4fb-5d96b1c72ce5 with Priority: HIGHEST for action security_group_rules [ 715.708687] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b78977d-0608-4a4d-b4fb-5d96b1c72ce5 with Priority: HIGHEST for action security_group_rules [ 715.708687] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b78977d-0608-4a4d-b4fb-5d96b1c72ce5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.708687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b78977d-0608-4a4d-b4fb-5d96b1c72ce5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.708687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b78977d-0608-4a4d-b4fb-5d96b1c72ce5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.708687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b78977d-0608-4a4d-b4fb-5d96b1c72ce5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.708687] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b78977d-0608-4a4d-b4fb-5d96b1c72ce5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.248878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.248878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.249344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.249344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.249344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.249456] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b78977d-0608-4a4d-b4fb-5d96b1c72ce5 already deleted. [ 716.249496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b78977d-0608-4a4d-b4fb-5d96b1c72ce5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.578999] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3351912-dc00-4670-aff5-89a7840fae95 in Status: SUCCESS [ 716.579606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.598677] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: SUCCESS [ 716.599303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.599749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.600070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.600669] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.601031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.601123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.601624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.601624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.602022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.602022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.602977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.603209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.603489] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.603593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.603650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.603845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.603978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.605310] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.719618] env[69685]: INFO networking_nsxv3.common.synchronization [req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f req-6c02c937-8b1f-48ab-b7d8-879b5259ef1f service nova] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_rules [ 716.720330] env[69685]: INFO networking_nsxv3.common.synchronization [req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f req-6c02c937-8b1f-48ab-b7d8-879b5259ef1f service nova] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 716.720330] env[69685]: INFO networking_nsxv3.common.synchronization [req-fd28c28a-2ec2-4ab5-a486-afb2860cfc3f req-6c02c937-8b1f-48ab-b7d8-879b5259ef1f service nova] Enqueued Resource ID: da34c648-584c-49e8-b394-f4f071901393 with Priority: HIGHEST for action port [ 716.720986] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_rules [ 716.721180] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 716.721428] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da34c648-584c-49e8-b394-f4f071901393 with Priority: HIGHEST for action port [ 716.722183] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.722183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.722450] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.722450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.723397] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-da34c648-584c-49e8-b394-f4f071901393 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.723397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da34c648-584c-49e8-b394-f4f071901393" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.723397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da34c648-584c-49e8-b394-f4f071901393" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.723683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da34c648-584c-49e8-b394-f4f071901393" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.724051] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da34c648-584c-49e8-b394-f4f071901393',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.106498] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.110517] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.110517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.227351] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da34c648-584c-49e8-b394-f4f071901393 with status ACTIVE [ 717.227611] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.227757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.227825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.228943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.229183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.229413] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.229810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.229887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.230403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.230403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.230403] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.230578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.230578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.231438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.231438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.231438] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da34c648-584c-49e8-b394-f4f071901393 is going to be updated. [ 717.252270] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.252551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.252551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.255369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.255797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.255877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da34c648-584c-49e8-b394-f4f071901393" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.368669] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: SUCCESS [ 717.368994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.369094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.369282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.369372] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.613383] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.793288] env[69685]: INFO networking_nsxv3.common.synchronization [None req-41cc9a39-6607-417f-b2de-6201dad89643 None None] Enqueued Resource ID: f9f8b79b-ec07-45b8-bbe3-c72ea5e35d7a with Priority: HIGHEST for action port [ 717.793288] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f8b79b-ec07-45b8-bbe3-c72ea5e35d7a with Priority: HIGHEST for action port [ 717.793288] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9f8b79b-ec07-45b8-bbe3-c72ea5e35d7a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.793288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9f8b79b-ec07-45b8-bbe3-c72ea5e35d7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.793288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9f8b79b-ec07-45b8-bbe3-c72ea5e35d7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.797101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9f8b79b-ec07-45b8-bbe3-c72ea5e35d7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.797208] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9f8b79b-ec07-45b8-bbe3-c72ea5e35d7a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.873438] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.874498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.874498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.874498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.874498] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.875315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.875492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.875770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.875977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.876211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.876409] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.117560] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.117723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.117799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.118033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.118135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.118247] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 is going to be updated. [ 718.163084] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.163270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.163344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.163562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.163759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.172923] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: IN_PROGRESS for 2s [ 718.299910] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9f8b79b-ec07-45b8-bbe3-c72ea5e35d7a [ 718.300273] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.300385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.300481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.300711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.300817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.301103] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9f8b79b-ec07-45b8-bbe3-c72ea5e35d7a already deleted. [ 718.301103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9f8b79b-ec07-45b8-bbe3-c72ea5e35d7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.379236] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.382018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.382018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.382018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.382018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.382018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.382018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.382018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.382018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.382018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.382018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.382018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.382018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.382018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.382018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.382018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.382018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.382018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.382018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.382721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.382721] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.888347] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b2005d7-76d4-4822-bf43-ad59a8848e0c: rpc.has_security_group_logging(os_id): False [ 718.912032] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.912032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.912032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.912032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.912032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.912032] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.912032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.912032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.912032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.912495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.912495] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.912495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.912495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.912650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.912712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.912910] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.917239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.917673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.917825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.917967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.918577] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c is going to be updated. [ 718.978899] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.978899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.978899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.978899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.978899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.000881] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: IN_PROGRESS for 2s [ 719.603333] env[69685]: INFO networking_nsxv3.common.synchronization [req-d2b51db6-ad10-411a-80e2-6ca9932caae4 req-e3122868-a14e-44bf-8bdc-262bdfe79110 tempest-FloatingIPsAssociationNegativeTestJSON-642867122 tempest-FloatingIPsAssociationNegativeTestJSON-642867122-project-member] Enqueued Resource ID: 22e5219b-4081-4033-9c90-18d885248178 with Priority: HIGHEST for action security_group_members [ 719.603333] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e5219b-4081-4033-9c90-18d885248178 with Priority: HIGHEST for action security_group_members [ 719.603333] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e5219b-4081-4033-9c90-18d885248178 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.603333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.603333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.603333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.603333] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.603333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.603333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.603333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.603333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.604972] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e5219b-4081-4033-9c90-18d885248178',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.107537] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.107667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.107893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.107964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.108063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.108267] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.108359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.108429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.108704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.108704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.108852] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e5219b-4081-4033-9c90-18d885248178 is going to be updated. [ 720.134935] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.134935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.134935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.135172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.135376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.143744] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e5219b-4081-4033-9c90-18d885248178 in Status: IN_PROGRESS for 2s [ 720.187385] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: SUCCESS [ 720.187854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.187854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.188725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.188725] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.188725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.188725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.188725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.188725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.189117] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.319541] env[69685]: INFO networking_nsxv3.common.synchronization [None req-840397fe-98f1-4647-9e4f-bb1ff0642c26 None None] Enqueued Resource ID: b225a9c4-f646-4e26-978b-b052dccb1e87 with Priority: HIGHEST for action port [ 720.319541] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b225a9c4-f646-4e26-978b-b052dccb1e87 with Priority: HIGHEST for action port [ 720.319541] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b225a9c4-f646-4e26-978b-b052dccb1e87 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.320580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b225a9c4-f646-4e26-978b-b052dccb1e87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.322105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b225a9c4-f646-4e26-978b-b052dccb1e87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.322105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b225a9c4-f646-4e26-978b-b052dccb1e87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.322105] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b225a9c4-f646-4e26-978b-b052dccb1e87',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.417021] env[69685]: INFO networking_nsxv3.common.synchronization [None req-e7c07fb4-ac1f-4adc-942c-e8030648918f None None] Enqueued Resource ID: 686d81be-8b5b-4005-8e68-10633d9f13c1 with Priority: HIGHEST for action port [ 720.417021] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686d81be-8b5b-4005-8e68-10633d9f13c1 with Priority: HIGHEST for action port [ 720.417021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-686d81be-8b5b-4005-8e68-10633d9f13c1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.417021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-686d81be-8b5b-4005-8e68-10633d9f13c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.417021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-686d81be-8b5b-4005-8e68-10633d9f13c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.417021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-686d81be-8b5b-4005-8e68-10633d9f13c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.417021] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('686d81be-8b5b-4005-8e68-10633d9f13c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.691841] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.824908] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b225a9c4-f646-4e26-978b-b052dccb1e87 [ 720.825272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.825394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.825458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.825677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.825765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.825916] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b225a9c4-f646-4e26-978b-b052dccb1e87 already deleted. [ 720.825992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b225a9c4-f646-4e26-978b-b052dccb1e87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.919980] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 686d81be-8b5b-4005-8e68-10633d9f13c1 [ 720.921467] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.921695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.921782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.922174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.922174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.922257] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:686d81be-8b5b-4005-8e68-10633d9f13c1 already deleted. [ 720.922326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-686d81be-8b5b-4005-8e68-10633d9f13c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.014186] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: SUCCESS [ 721.015229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.194279] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.698056] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.698056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.698056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.698056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.698056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.698056] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 is going to be updated. [ 721.726314] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.726314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.726314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.726314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.726314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.733799] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: IN_PROGRESS for 2s [ 721.789157] env[69685]: INFO networking_nsxv3.common.synchronization [req-3b69952c-adaf-46c7-9542-84c1ab385706 req-9a5a91c5-f0d5-41d4-8e8a-120a57e28c21 tempest-SecurityGroupRulesTestJSON-1838880579 tempest-SecurityGroupRulesTestJSON-1838880579-project-member] Enqueued Resource ID: e9319028-2c37-484f-b024-b08fb95c667d with Priority: HIGHEST for action security_group_rules [ 721.789461] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9319028-2c37-484f-b024-b08fb95c667d with Priority: HIGHEST for action security_group_rules [ 721.789829] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9319028-2c37-484f-b024-b08fb95c667d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.790127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9319028-2c37-484f-b024-b08fb95c667d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.790251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9319028-2c37-484f-b024-b08fb95c667d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.790555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9319028-2c37-484f-b024-b08fb95c667d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.790689] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9319028-2c37-484f-b024-b08fb95c667d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.156276] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e5219b-4081-4033-9c90-18d885248178 in Status: SUCCESS [ 722.156459] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e5219b-4081-4033-9c90-18d885248178 deletion is rescheduled due to dependency. [ 722.156565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.320531] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.320531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.320531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.320531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.320531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.320531] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9319028-2c37-484f-b024-b08fb95c667d already deleted. [ 722.320531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9319028-2c37-484f-b024-b08fb95c667d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.467155] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a63a6624-72f9-4c9c-a9b4-6dd245536dc1 None None] Enqueued Resource ID: 712e2986-6027-4a71-992d-2080f61133ff with Priority: HIGHEST for action port [ 722.467441] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712e2986-6027-4a71-992d-2080f61133ff with Priority: HIGHEST for action port [ 722.468068] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-712e2986-6027-4a71-992d-2080f61133ff taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.468191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-712e2986-6027-4a71-992d-2080f61133ff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.468328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-712e2986-6027-4a71-992d-2080f61133ff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.468643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-712e2986-6027-4a71-992d-2080f61133ff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.468773] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('712e2986-6027-4a71-992d-2080f61133ff',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.601022] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3f722b69-fff9-4ae1-8c9c-ea26ea6f4660 None None] Enqueued Resource ID: 9c0b3884-f35f-4b81-b59c-0c0631a33534 with Priority: HIGHEST for action port [ 722.601022] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c0b3884-f35f-4b81-b59c-0c0631a33534 with Priority: HIGHEST for action port [ 722.601022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c0b3884-f35f-4b81-b59c-0c0631a33534 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.601022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c0b3884-f35f-4b81-b59c-0c0631a33534" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.601022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c0b3884-f35f-4b81-b59c-0c0631a33534" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.602405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c0b3884-f35f-4b81-b59c-0c0631a33534" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.602535] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c0b3884-f35f-4b81-b59c-0c0631a33534',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.972170] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 712e2986-6027-4a71-992d-2080f61133ff [ 722.972170] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.972170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.972170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.972634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.972634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.972634] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:712e2986-6027-4a71-992d-2080f61133ff already deleted. [ 722.972634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-712e2986-6027-4a71-992d-2080f61133ff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.106809] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c0b3884-f35f-4b81-b59c-0c0631a33534 [ 723.106809] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.107037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.107037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.107235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.108051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.108051] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c0b3884-f35f-4b81-b59c-0c0631a33534 already deleted. [ 723.108051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c0b3884-f35f-4b81-b59c-0c0631a33534" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.744382] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: SUCCESS [ 723.744514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.744921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.744921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.745165] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.745386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.745386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.745683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.745683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.745761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.745916] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.746057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.746137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.746237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.746381] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.746473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.746535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.746678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.746753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.746836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.746946] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.252156] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95855033-d2b8-4802-b721-f2a0baf953b0: rpc.has_security_group_logging(os_id): False [ 724.268732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.268732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.268732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.269011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.269011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.269172] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.269291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.269671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.269671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.269671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.269857] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.269911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.270066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.271413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.271413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.271413] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.271413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.272746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.273159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.273159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.273294] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 is going to be created. [ 724.328082] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.328082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.328082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.328082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.328353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.342180] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: IN_PROGRESS for 2s [ 724.435494] env[69685]: INFO networking_nsxv3.common.synchronization [req-e2d0bc49-2594-4af7-bbe9-fa9f50c1f8f1 req-009c35ad-b3ca-4754-b88e-b9af1b19d484 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Enqueued Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 724.435494] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 724.435494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.435494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.435494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.435494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.435494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.435494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.435494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.436950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.437284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.438051] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.456648] env[69685]: INFO networking_nsxv3.common.synchronization [req-813d2905-0a76-4c3d-9198-487b65284a69 req-bdf3674f-a918-4b63-8942-ca463d5fedbc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Enqueued Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 724.457428] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 724.457770] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.459592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.459592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.461077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.461173] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.461380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.461380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.465290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.465290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.465290] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.942592] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.958060] env[69685]: INFO networking_nsxv3.common.synchronization [req-fb6f38af-201f-41bf-b4e1-2621abcf7390 req-0856ed75-9730-4113-bc5f-c0d74f0e489c tempest-SecurityGroupRulesTestJSON-1838880579 tempest-SecurityGroupRulesTestJSON-1838880579-project-member] Enqueued Resource ID: 89508c71-5647-4d9e-85b7-1e9814263451 with Priority: HIGHEST for action security_group_rules [ 724.958060] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89508c71-5647-4d9e-85b7-1e9814263451 with Priority: HIGHEST for action security_group_rules [ 724.958060] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89508c71-5647-4d9e-85b7-1e9814263451 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.958060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89508c71-5647-4d9e-85b7-1e9814263451" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.958060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89508c71-5647-4d9e-85b7-1e9814263451" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.958060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89508c71-5647-4d9e-85b7-1e9814263451" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.958060] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89508c71-5647-4d9e-85b7-1e9814263451',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.969473] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.969656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.969723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.969951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.970068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.970278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.970381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.970445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.970609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.970688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.970775] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 already deleted. [ 724.970858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.152267] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.152466] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.152587] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.152901] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.153174] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.153338] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.153457] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.153674] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.153822] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.155015] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.155862] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.156057] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.156233] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.156399] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.156556] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.156748] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.177127] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.177422] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 725.177620] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.177854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.178273] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-0cddd9c4-c5ef-4560-90a1-54dba6b509e1 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.178521] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-0cddd9c4-c5ef-4560-90a1-54dba6b509e1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.178691] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-0cddd9c4-c5ef-4560-90a1-54dba6b509e1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.179064] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-0cddd9c4-c5ef-4560-90a1-54dba6b509e1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.179301] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cddd9c4-c5ef-4560-90a1-54dba6b509e1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.447083] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.483960] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.484069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.484181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.484451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.484633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.484762] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89508c71-5647-4d9e-85b7-1e9814263451 already deleted. [ 725.484923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89508c71-5647-4d9e-85b7-1e9814263451" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.681802] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.682491] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.682680] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.683022] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.683217] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.683393] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 0cddd9c4-c5ef-4560-90a1-54dba6b509e1 not found, creating... [ 725.683704] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.683877] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.683996] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.684267] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.684410] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.684697] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.685367] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.685542] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.685823] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.686127] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.686622] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 0cddd9c4-c5ef-4560-90a1-54dba6b509e1 is going to be created. [ 725.705673] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.706046] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.706586] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.706686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.706862] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.707123] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-0cddd9c4-c5ef-4560-90a1-54dba6b509e1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.948309] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.948544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.948544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.948786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.948855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.948961] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c is going to be updated. [ 725.977927] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.978163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.978163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.979258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.979258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.986959] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: IN_PROGRESS for 2s [ 726.360509] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: SUCCESS [ 726.360737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.360926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.361167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.361260] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.804301] env[69685]: INFO networking_nsxv3.common.synchronization [req-813d2905-0a76-4c3d-9198-487b65284a69 req-d75e75cb-6abd-41cb-a079-dc3b5b38aad0 service nova] Enqueued Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_rules [ 726.804301] env[69685]: INFO networking_nsxv3.common.synchronization [req-813d2905-0a76-4c3d-9198-487b65284a69 req-d75e75cb-6abd-41cb-a079-dc3b5b38aad0 service nova] Enqueued Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 726.804568] env[69685]: INFO networking_nsxv3.common.synchronization [req-813d2905-0a76-4c3d-9198-487b65284a69 req-d75e75cb-6abd-41cb-a079-dc3b5b38aad0 service nova] Enqueued Resource ID: 0cddd9c4-c5ef-4560-90a1-54dba6b509e1 with Priority: HIGHEST for action port [ 726.804696] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_rules [ 726.804735] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 726.804846] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cddd9c4-c5ef-4560-90a1-54dba6b509e1 with Priority: HIGHEST for action port [ 726.805474] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.805534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.805601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.805808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.805901] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.806752] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.806844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.806895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.807075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.807220] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.807311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.807379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.807523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.807608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.807703] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.812037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cddd9c4-c5ef-4560-90a1-54dba6b509e1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.812037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cddd9c4-c5ef-4560-90a1-54dba6b509e1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.812037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cddd9c4-c5ef-4560-90a1-54dba6b509e1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.812037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cddd9c4-c5ef-4560-90a1-54dba6b509e1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.812037] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cddd9c4-c5ef-4560-90a1-54dba6b509e1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.866081] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.866081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.866081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.866081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.866081] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.866081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.866081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.866081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.866081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.866081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.866081] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.092159] env[69685]: INFO networking_nsxv3.common.synchronization [req-a21091eb-1dd1-439e-a780-3c1d63d4b94c req-d73cfd2f-4e17-410f-8ed3-71fdf7e86aa2 tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Enqueued Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_members [ 727.092881] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_members [ 727.093184] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6755f4d-8d94-490b-badc-940049736a93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.093402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.093451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.093758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.094108] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.094223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.094390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.094603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.095314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.095399] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.313710] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.317336] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.317336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.317336] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cddd9c4-c5ef-4560-90a1-54dba6b509e1 with status ACTIVE [ 727.317336] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.317336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.317336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.317336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.317336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.317336] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.317336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.317336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.317336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.317336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.317336] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.317961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.317961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.317961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.317961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.317961] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cddd9c4-c5ef-4560-90a1-54dba6b509e1 is going to be updated. [ 727.342926] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.342926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.342926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.342926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.342926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.342926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cddd9c4-c5ef-4560-90a1-54dba6b509e1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.368623] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.368623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.368623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.368623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.368623] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.369902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.369902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.369902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.369902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.370285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.370285] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.370285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.370407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.370496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.370682] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.370778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.370837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.370992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.371100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.372147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.372147] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.425900] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.426881] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.427060] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.428021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.428021] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.428021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.428214] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.428427] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.429340] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.429340] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.429340] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.429340] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.429340] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.429613] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.429613] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.429676] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.467220] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.467220] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.467220] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.467220] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.467220] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-8b6770cc-3ab9-445f-8976-b3878bd9a4f2 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.467220] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-8b6770cc-3ab9-445f-8976-b3878bd9a4f2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.467220] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-8b6770cc-3ab9-445f-8976-b3878bd9a4f2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.467220] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-8b6770cc-3ab9-445f-8976-b3878bd9a4f2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.467220] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6770cc-3ab9-445f-8976-b3878bd9a4f2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.600718] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.600913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.601217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.601217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.601545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.601545] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.601545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.601766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.601766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.602044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.602044] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6755f4d-8d94-490b-badc-940049736a93 already deleted. [ 727.602044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.816599] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.854265] env[69685]: INFO networking_nsxv3.common.synchronization [req-cd41fca0-56a0-422f-9f5c-9b84e8eb96c1 req-229335ef-82bb-47ba-bf60-f2832c26db96 tempest-SecurityGroupRulesTestJSON-1838880579 tempest-SecurityGroupRulesTestJSON-1838880579-project-member] Enqueued Resource ID: 333ce910-f2c6-4ed7-87fb-94aca1970611 with Priority: HIGHEST for action security_group_rules [ 727.855041] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333ce910-f2c6-4ed7-87fb-94aca1970611 with Priority: HIGHEST for action security_group_rules [ 727.855310] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-333ce910-f2c6-4ed7-87fb-94aca1970611 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.855457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-333ce910-f2c6-4ed7-87fb-94aca1970611" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.855527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-333ce910-f2c6-4ed7-87fb-94aca1970611" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.855838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-333ce910-f2c6-4ed7-87fb-94aca1970611" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.855938] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('333ce910-f2c6-4ed7-87fb-94aca1970611',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.873664] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95855033-d2b8-4802-b721-f2a0baf953b0: rpc.has_security_group_logging(os_id): False [ 727.896183] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.896183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.896183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.896183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.896183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.896183] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.896183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.896587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.896587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.896587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.896696] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.896746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.896782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.896914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.896989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.897176] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.897274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.897336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.897478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.897552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.897638] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 is going to be updated. [ 727.965553] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.965747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.965747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.965965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.966129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.973348] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.973565] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.973690] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.973961] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.974143] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.974308] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 8b6770cc-3ab9-445f-8976-b3878bd9a4f2 not found, creating... [ 727.974561] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.974722] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.974839] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.975070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.975213] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.975492] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.975649] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.975767] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.975976] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.976405] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.976563] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 8b6770cc-3ab9-445f-8976-b3878bd9a4f2 is going to be created. [ 727.979677] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: IN_PROGRESS for 2s [ 727.994648] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.994843] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.995016] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.995288] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.995512] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.995747] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-8b6770cc-3ab9-445f-8976-b3878bd9a4f2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.997033] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: SUCCESS [ 727.997259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.319862] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.319862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.319862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.319862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.319862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.320160] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 is going to be created. [ 728.345182] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.346088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.346921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.347065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.347267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.360887] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: UNINITIALIZED for 2s [ 728.378411] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.378647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.378647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.378836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.378930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.379034] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 333ce910-f2c6-4ed7-87fb-94aca1970611 already deleted. [ 728.379120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-333ce910-f2c6-4ed7-87fb-94aca1970611" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.778020] env[69685]: INFO networking_nsxv3.common.synchronization [req-88ce12ec-e861-4f42-a8f8-b7c671a33055 req-01e7eead-3be7-4023-b358-5cc0b0d96bd0 tempest-SecurityGroupRulesTestJSON-1838880579 tempest-SecurityGroupRulesTestJSON-1838880579-project-member] Enqueued Resource ID: 333ce910-f2c6-4ed7-87fb-94aca1970611 with Priority: HIGHEST for action security_group_rules [ 728.778020] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333ce910-f2c6-4ed7-87fb-94aca1970611 with Priority: HIGHEST for action security_group_rules [ 728.778020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-333ce910-f2c6-4ed7-87fb-94aca1970611 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.778020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-333ce910-f2c6-4ed7-87fb-94aca1970611" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.778020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-333ce910-f2c6-4ed7-87fb-94aca1970611" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.778020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-333ce910-f2c6-4ed7-87fb-94aca1970611" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.778020] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('333ce910-f2c6-4ed7-87fb-94aca1970611',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.853482] env[69685]: INFO networking_nsxv3.common.synchronization [req-a21091eb-1dd1-439e-a780-3c1d63d4b94c req-dc44672f-be01-449b-8a54-c7e0d708348e service nova] Enqueued Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_rules [ 728.853738] env[69685]: INFO networking_nsxv3.common.synchronization [req-a21091eb-1dd1-439e-a780-3c1d63d4b94c req-dc44672f-be01-449b-8a54-c7e0d708348e service nova] Enqueued Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_members [ 728.853867] env[69685]: INFO networking_nsxv3.common.synchronization [req-a21091eb-1dd1-439e-a780-3c1d63d4b94c req-dc44672f-be01-449b-8a54-c7e0d708348e service nova] Enqueued Resource ID: 8b6770cc-3ab9-445f-8976-b3878bd9a4f2 with Priority: HIGHEST for action port [ 728.854034] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_rules [ 728.854214] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_members [ 728.854374] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6770cc-3ab9-445f-8976-b3878bd9a4f2 with Priority: HIGHEST for action port [ 728.855090] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6755f4d-8d94-490b-badc-940049736a93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.855248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.855327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.855581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.855664] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.856589] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6755f4d-8d94-490b-badc-940049736a93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.856843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.856843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.857030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.857194] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.857298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.857409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.857658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.857697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.857785] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.858525] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b6770cc-3ab9-445f-8976-b3878bd9a4f2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.858634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b6770cc-3ab9-445f-8976-b3878bd9a4f2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.858694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b6770cc-3ab9-445f-8976-b3878bd9a4f2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.858880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b6770cc-3ab9-445f-8976-b3878bd9a4f2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.858998] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6770cc-3ab9-445f-8976-b3878bd9a4f2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.144972] env[69685]: INFO networking_nsxv3.common.synchronization [req-9525472b-117d-4dd9-8312-92bbfab1efee req-46829684-7f64-46e9-820a-afb7b999830c tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 729.145751] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 729.145842] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.145960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.147839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.147839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.147839] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.147839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.147839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.147839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.147839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.147839] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.307526] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.307704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.307771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.308168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.308168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.308332] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 333ce910-f2c6-4ed7-87fb-94aca1970611 already deleted. [ 729.308332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-333ce910-f2c6-4ed7-87fb-94aca1970611" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.361936] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6755f4d-8d94-490b-badc-940049736a93 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.362098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.362466] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.363361] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b6770cc-3ab9-445f-8976-b3878bd9a4f2 with status ACTIVE [ 729.363561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.363752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.363876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.364124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.364298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.364498] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.364610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.364672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.364873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.365020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.367380] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.367497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.367554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.367712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.367793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.367879] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b6770cc-3ab9-445f-8976-b3878bd9a4f2 is going to be updated. [ 729.389575] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.389575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.389575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.389575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.389830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.389830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b6770cc-3ab9-445f-8976-b3878bd9a4f2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.649611] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.649785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.649858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.650086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.650185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.650379] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.650476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.650540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.650692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.650770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.650859] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 729.680379] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.680587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.680714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.680965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.681141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.691686] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 729.833957] env[69685]: INFO networking_nsxv3.common.synchronization [req-27f0e2a4-6c95-493b-a238-52aa3f83988c req-8952ea19-4e27-4cfe-a3b8-a164baf5555d tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Enqueued Resource ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a with Priority: HIGHEST for action security_group_members [ 729.834979] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a with Priority: HIGHEST for action security_group_members [ 729.835669] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f022d26-5a38-48a3-a01f-840a43bcad3a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.835669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.835850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.836088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.837107] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.837107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.837107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.837107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.837107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.837107] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f022d26-5a38-48a3-a01f-840a43bcad3a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.869852] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.992685] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: SUCCESS [ 729.992904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.270393] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.274345] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-711" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.274345] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-711" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.274345] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-711" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.274345] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.274345] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.274345] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.274859] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.275137] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.275740] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.275968] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.277045] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.277045] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.277045] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.277045] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.277045] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.297959] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.297959] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.297959] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.297959] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-711" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.297959] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-ee137219-90ef-4fd6-b679-4402d6a08171 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.297959] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-ee137219-90ef-4fd6-b679-4402d6a08171" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.297959] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-ee137219-90ef-4fd6-b679-4402d6a08171" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.297959] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-ee137219-90ef-4fd6-b679-4402d6a08171" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.297959] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee137219-90ef-4fd6-b679-4402d6a08171',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.341569] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.341569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.341569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.341569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.341569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.341569] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.341569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.341569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.341569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.341569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.341569] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a already deleted. [ 730.341569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.371584] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: SUCCESS [ 730.371841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.372049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.372376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.372639] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.372812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.372901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.373144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.373256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.373868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.373868] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.374712] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.374866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.374959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.375177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.375299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.375404] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6755f4d-8d94-490b-badc-940049736a93 is going to be created. [ 730.396755] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.397467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.397467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.397622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.397662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.409022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6755f4d-8d94-490b-badc-940049736a93 in Status: UNINITIALIZED for 2s [ 730.491031] env[69685]: INFO networking_nsxv3.common.synchronization [req-7235b402-7b8c-4aa5-8e17-055907dcae6d req-29fd0a0b-4abb-4009-bad0-af61f4a98d3f tempest-SecurityGroupRulesTestJSON-1838880579 tempest-SecurityGroupRulesTestJSON-1838880579-project-member] Enqueued Resource ID: 333ce910-f2c6-4ed7-87fb-94aca1970611 with Priority: HIGHEST for action security_group_rules [ 730.491031] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333ce910-f2c6-4ed7-87fb-94aca1970611 with Priority: HIGHEST for action security_group_rules [ 730.491494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-333ce910-f2c6-4ed7-87fb-94aca1970611 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.491707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-333ce910-f2c6-4ed7-87fb-94aca1970611" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.491774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-333ce910-f2c6-4ed7-87fb-94aca1970611" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.493306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-333ce910-f2c6-4ed7-87fb-94aca1970611" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.493447] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('333ce910-f2c6-4ed7-87fb-94aca1970611',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.803389] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.803389] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.803389] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.803389] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.803389] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.803389] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port ee137219-90ef-4fd6-b679-4402d6a08171 not found, creating... [ 730.803389] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.803389] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.803389] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.803389] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.803389] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.803990] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.804581] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.804943] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.805526] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.807755] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.807755] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: ee137219-90ef-4fd6-b679-4402d6a08171 is going to be created. [ 730.828445] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.828445] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.828445] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.828445] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.829902] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.830499] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-ee137219-90ef-4fd6-b679-4402d6a08171" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.880094] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.015244] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.015244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.015244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.015244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.015244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.015244] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 333ce910-f2c6-4ed7-87fb-94aca1970611 already deleted. [ 731.015244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-333ce910-f2c6-4ed7-87fb-94aca1970611" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.381668] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5a0f0ec-218e-4bba-acd1-9ee058fc1a16: rpc.has_security_group_logging(os_id): False [ 731.404482] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.404482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.404482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.404482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.404482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.404482] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.404482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.404482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.404482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.404482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.404482] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 is going to be created. [ 731.482639] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.482887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.483077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.483351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.483581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.499191] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: IN_PROGRESS for 2s [ 731.703432] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 731.703628] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 deletion is rescheduled due to dependency. [ 731.703716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.714218] env[69685]: INFO networking_nsxv3.common.synchronization [req-27f0e2a4-6c95-493b-a238-52aa3f83988c req-60ee665f-7bf3-4fce-942c-4556b61787a7 service nova] Enqueued Resource ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a with Priority: HIGHEST for action security_group_rules [ 731.714419] env[69685]: INFO networking_nsxv3.common.synchronization [req-27f0e2a4-6c95-493b-a238-52aa3f83988c req-60ee665f-7bf3-4fce-942c-4556b61787a7 service nova] Enqueued Resource ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a with Priority: HIGHEST for action security_group_members [ 731.714556] env[69685]: INFO networking_nsxv3.common.synchronization [req-27f0e2a4-6c95-493b-a238-52aa3f83988c req-60ee665f-7bf3-4fce-942c-4556b61787a7 service nova] Enqueued Resource ID: ee137219-90ef-4fd6-b679-4402d6a08171 with Priority: HIGHEST for action port [ 731.714916] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a with Priority: HIGHEST for action security_group_rules [ 731.714998] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a with Priority: HIGHEST for action security_group_members [ 731.715094] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee137219-90ef-4fd6-b679-4402d6a08171 with Priority: HIGHEST for action port [ 731.715730] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f022d26-5a38-48a3-a01f-840a43bcad3a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.715939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.715939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.716174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.716220] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f022d26-5a38-48a3-a01f-840a43bcad3a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.716998] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f022d26-5a38-48a3-a01f-840a43bcad3a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.717127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.717191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.717361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.717510] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.717606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.717669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.717816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.717900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.718222] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f022d26-5a38-48a3-a01f-840a43bcad3a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.718712] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee137219-90ef-4fd6-b679-4402d6a08171 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.718807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee137219-90ef-4fd6-b679-4402d6a08171" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.718866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee137219-90ef-4fd6-b679-4402d6a08171" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.719142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee137219-90ef-4fd6-b679-4402d6a08171" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.719237] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee137219-90ef-4fd6-b679-4402d6a08171',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.813383] env[69685]: INFO networking_nsxv3.common.synchronization [None req-92655c07-5475-4e57-8604-70662a426516 None None] Enqueued Resource ID: 6dc66974-8fb8-4576-8a10-77bcf05a7719 with Priority: HIGHEST for action port [ 731.813889] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc66974-8fb8-4576-8a10-77bcf05a7719 with Priority: HIGHEST for action port [ 731.814222] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dc66974-8fb8-4576-8a10-77bcf05a7719 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.814347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dc66974-8fb8-4576-8a10-77bcf05a7719" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.814412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dc66974-8fb8-4576-8a10-77bcf05a7719" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.814653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dc66974-8fb8-4576-8a10-77bcf05a7719" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.814731] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dc66974-8fb8-4576-8a10-77bcf05a7719',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.224016] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee137219-90ef-4fd6-b679-4402d6a08171 with status ACTIVE [ 732.224391] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.224477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.224477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.224770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.224770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.224967] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.225120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.225220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.225375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.225642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.226159] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.226159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.226159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.226159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.226457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.226457] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee137219-90ef-4fd6-b679-4402d6a08171 is going to be updated. [ 732.230912] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f022d26-5a38-48a3-a01f-840a43bcad3a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.230912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.230912] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f022d26-5a38-48a3-a01f-840a43bcad3a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.251650] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.251861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.251861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.252125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.252309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.252487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee137219-90ef-4fd6-b679-4402d6a08171" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.316707] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6dc66974-8fb8-4576-8a10-77bcf05a7719 [ 732.316817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.316946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.317020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.317252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.317349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.317411] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6dc66974-8fb8-4576-8a10-77bcf05a7719 already deleted. [ 732.317494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dc66974-8fb8-4576-8a10-77bcf05a7719" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.419991] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6755f4d-8d94-490b-badc-940049736a93 in Status: SUCCESS [ 732.421426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.421426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.421426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.421426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.421426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.421712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.421712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.421790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.421937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.422803] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.732408] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f022d26-5a38-48a3-a01f-840a43bcad3a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.808173] env[69685]: INFO networking_nsxv3.common.synchronization [req-935a2492-db68-4a5c-b876-226f4063e03c req-ee5f4421-fc38-4f26-af53-389ef5abea04 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Enqueued Resource ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 with Priority: HIGHEST for action security_group_members [ 732.808868] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 with Priority: HIGHEST for action security_group_members [ 732.809179] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3313de7c-7d29-44fa-816a-6242e50f13a8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.810278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.810345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.810688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.810850] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.810955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.811025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.811181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.811268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.811369] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3313de7c-7d29-44fa-816a-6242e50f13a8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.927667] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6755f4d-8d94-490b-badc-940049736a93 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.927835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.927976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.928139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.928634] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.928796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.928869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.929041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.929135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.929229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.929820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6755f4d-8d94-490b-badc-940049736a93 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.929955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.930572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.930572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.930572] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.935913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.935913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.935913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.935913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.935913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.935913] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.230956] env[69685]: INFO networking_nsxv3.common.synchronization [req-1ce014b9-5d02-43ab-a5fe-2a1e7b4afe07 req-4ca0523c-01d6-468b-9867-1077f3af4e2f tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Enqueued Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 733.231547] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 733.231867] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.231992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.233589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.233589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.233589] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.233589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.233831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.233831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.233898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.233973] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.235587] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.235746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.235810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.239040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.239040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.239040] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a is going to be created. [ 733.259394] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.259616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.259616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.259824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.259980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.269304] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a in Status: UNINITIALIZED for 2s [ 733.315534] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.315687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.315687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.315877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.315967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.316181] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.316276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.316343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.316613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.316676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.316749] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 already deleted. [ 733.316826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.442938] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6755f4d-8d94-490b-badc-940049736a93: rpc.has_security_group_logging(os_id): False [ 733.461854] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.462177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.462177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.462541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.462935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.463279] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.463417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.463490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.463684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.463775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.464022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.464147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.464669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.464669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.464669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.464669] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.465048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.465149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.465346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.465446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.465594] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6755f4d-8d94-490b-badc-940049736a93 is going to be created. [ 733.515218] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: SUCCESS [ 733.515218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.569642] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.569847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.569972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.570229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.570507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.584259] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6755f4d-8d94-490b-badc-940049736a93 in Status: IN_PROGRESS for 2s [ 733.738335] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.738495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.739114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.740556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.740556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.740556] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.740556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.740838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.740838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.740907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.741039] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c is going to be updated. [ 733.768953] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.768953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.768953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.769267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.769267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.777462] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: IN_PROGRESS for 2s [ 733.891616] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-818 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.891830] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-818" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.891956] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-818" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.892324] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-818" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.892592] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.892749] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.892866] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.893850] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.894072] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.894377] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.894501] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.894615] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.894724] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.894835] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.894941] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.895096] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.914376] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.914376] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.914376] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.914851] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-818" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.915286] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.915593] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.916091] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.916503] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.916880] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7eb4d58-6f87-478b-ac4c-a7aebe3948a1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.181920] env[69685]: INFO networking_nsxv3.common.synchronization [None req-8fe79ffe-4ca5-4565-984b-9041629fbe61 None None] Enqueued Resource ID: 5d2acbd7-2bc7-4a5c-a3a2-02ea80a811da with Priority: HIGHEST for action port [ 734.182531] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2acbd7-2bc7-4a5c-a3a2-02ea80a811da with Priority: HIGHEST for action port [ 734.182882] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d2acbd7-2bc7-4a5c-a3a2-02ea80a811da taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.183034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d2acbd7-2bc7-4a5c-a3a2-02ea80a811da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.183104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d2acbd7-2bc7-4a5c-a3a2-02ea80a811da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.183365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d2acbd7-2bc7-4a5c-a3a2-02ea80a811da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.183447] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d2acbd7-2bc7-4a5c-a3a2-02ea80a811da',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.425271] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.425271] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.425271] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.425271] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.425271] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.425271] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 not found, creating... [ 734.425271] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.425271] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.425271] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.425976] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.425976] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.425976] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.426224] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.426440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.426617] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.426769] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.426970] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 is going to be created. [ 734.448430] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.448674] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.448800] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.449194] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.449393] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.449672] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.596213] env[69685]: INFO networking_nsxv3.common.synchronization [None req-4328d85b-bd9e-47ac-a445-ba8ee4fcb93a None None] Enqueued Resource ID: b8e5e433-9078-4a64-b68d-1d9302518685 with Priority: HIGHEST for action port [ 734.596479] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e5e433-9078-4a64-b68d-1d9302518685 with Priority: HIGHEST for action port [ 734.597104] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8e5e433-9078-4a64-b68d-1d9302518685 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.597236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8e5e433-9078-4a64-b68d-1d9302518685" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.597307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8e5e433-9078-4a64-b68d-1d9302518685" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.597592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8e5e433-9078-4a64-b68d-1d9302518685" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.597685] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e5e433-9078-4a64-b68d-1d9302518685',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.686868] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d2acbd7-2bc7-4a5c-a3a2-02ea80a811da [ 734.686868] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.686868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.686868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.686868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.686868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.686868] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d2acbd7-2bc7-4a5c-a3a2-02ea80a811da already deleted. [ 734.686868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d2acbd7-2bc7-4a5c-a3a2-02ea80a811da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.103390] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8e5e433-9078-4a64-b68d-1d9302518685 [ 735.103611] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.103744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.103829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.104060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.104153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.104329] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8e5e433-9078-4a64-b68d-1d9302518685 already deleted. [ 735.104434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8e5e433-9078-4a64-b68d-1d9302518685" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.278592] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a in Status: SUCCESS [ 735.280072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.280072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.280072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.280072] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.280072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.280072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.280072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.280072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.280072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.280072] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f022d26-5a38-48a3-a01f-840a43bcad3a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.350673] env[69685]: INFO networking_nsxv3.common.synchronization [req-935a2492-db68-4a5c-b876-226f4063e03c req-0aa71dd7-9ad8-4697-be25-ece2f7622a49 service nova] Enqueued Resource ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 with Priority: HIGHEST for action security_group_rules [ 735.350858] env[69685]: INFO networking_nsxv3.common.synchronization [req-935a2492-db68-4a5c-b876-226f4063e03c req-0aa71dd7-9ad8-4697-be25-ece2f7622a49 service nova] Enqueued Resource ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 with Priority: HIGHEST for action security_group_members [ 735.350997] env[69685]: INFO networking_nsxv3.common.synchronization [req-935a2492-db68-4a5c-b876-226f4063e03c req-0aa71dd7-9ad8-4697-be25-ece2f7622a49 service nova] Enqueued Resource ID: e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 with Priority: HIGHEST for action port [ 735.351525] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 with Priority: HIGHEST for action security_group_rules [ 735.351659] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 with Priority: HIGHEST for action security_group_members [ 735.351754] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 with Priority: HIGHEST for action port [ 735.353436] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3313de7c-7d29-44fa-816a-6242e50f13a8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.354063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.354185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.354455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.354578] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3313de7c-7d29-44fa-816a-6242e50f13a8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.356297] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3313de7c-7d29-44fa-816a-6242e50f13a8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.356590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.356719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.357070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.357267] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.357405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.357494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.357674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.357792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.358502] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3313de7c-7d29-44fa-816a-6242e50f13a8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.359430] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.359542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.359542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.360190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.360190] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7eb4d58-6f87-478b-ac4c-a7aebe3948a1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.597404] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6755f4d-8d94-490b-badc-940049736a93 in Status: SUCCESS [ 735.597832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.676425] env[69685]: INFO networking_nsxv3.common.synchronization [req-09924167-f64f-4411-bab8-032e565dfa6b req-8cb9f616-79a4-4b2c-8129-01f006584c76 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Enqueued Resource ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 with Priority: HIGHEST for action security_group_members [ 735.676425] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 with Priority: HIGHEST for action security_group_members [ 735.676425] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.676425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.676425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.678783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.678783] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.678783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.678783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.678783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.678783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.678783] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd54c7a-0c43-4cdd-9435-b28c64fb42e6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.783981] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f022d26-5a38-48a3-a01f-840a43bcad3a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.790334] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: SUCCESS [ 735.790678] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c deletion is rescheduled due to dependency. [ 735.790736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.861662] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3313de7c-7d29-44fa-816a-6242e50f13a8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.862782] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3313de7c-7d29-44fa-816a-6242e50f13a8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.862896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.863046] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 with status ACTIVE [ 735.863204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.863303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.863421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.863626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.863666] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.863814] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.867196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.867269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.867469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.867561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.867756] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.867888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.867950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.868116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.868346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.868346] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7eb4d58-6f87-478b-ac4c-a7aebe3948a1 is going to be updated. [ 735.890198] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.890198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.890198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.890198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.890198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.890198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7eb4d58-6f87-478b-ac4c-a7aebe3948a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.182645] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.182935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.183013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.183246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.183341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.183534] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.183639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.183698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.183840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.183908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.184279] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 already deleted. [ 736.184279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.187644] env[69685]: INFO networking_nsxv3.common.synchronization [None req-9da5ceee-490a-48c9-9b68-851fa7395695 None None] Enqueued Resource ID: d6f7e42d-40d2-449d-8c6b-8f1673363286 with Priority: HIGHEST for action port [ 736.187901] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f7e42d-40d2-449d-8c6b-8f1673363286 with Priority: HIGHEST for action port [ 736.188470] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6f7e42d-40d2-449d-8c6b-8f1673363286 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.188582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6f7e42d-40d2-449d-8c6b-8f1673363286" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.188640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6f7e42d-40d2-449d-8c6b-8f1673363286" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.189290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6f7e42d-40d2-449d-8c6b-8f1673363286" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.189384] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6f7e42d-40d2-449d-8c6b-8f1673363286',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.285654] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f022d26-5a38-48a3-a01f-840a43bcad3a: rpc.has_security_group_logging(os_id): False [ 736.306205] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.306493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.306493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.306711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.306808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.307077] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.307186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.307251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.307417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.307497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.307633] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a is going to be created. [ 736.370794] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3313de7c-7d29-44fa-816a-6242e50f13a8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.446087] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.446250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.446320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.446556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.446748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.459307] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-234 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.459506] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-234" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.459628] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-234" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.460035] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-234" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.460340] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.460519] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.460602] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.460785] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.460986] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.462531] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.462685] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.464248] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.467031] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.467031] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.467031] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.467031] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.467454] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a in Status: IN_PROGRESS for 2s [ 736.486995] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.486995] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.487408] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.487996] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-234" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.488492] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.488867] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.489592] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.489592] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.491333] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25c6211-8b5b-489b-9956-b8cdd3f0ae3e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.691956] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6f7e42d-40d2-449d-8c6b-8f1673363286 [ 736.692371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.692493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.692493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.692685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.692791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.692888] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6f7e42d-40d2-449d-8c6b-8f1673363286 already deleted. [ 736.692990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6f7e42d-40d2-449d-8c6b-8f1673363286" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.875515] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.875515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.875515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.875515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.875515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.875515] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 is going to be created. [ 736.900977] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.901573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.901854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.902570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.903528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.912793] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 in Status: UNINITIALIZED for 2s [ 736.998537] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.998537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.998537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.998537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.998537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.998537] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port b25c6211-8b5b-489b-9956-b8cdd3f0ae3e not found, creating... [ 736.998537] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.998537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.998537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.998537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.998537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.999012] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.999012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.999012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.999012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.999012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.999012] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: b25c6211-8b5b-489b-9956-b8cdd3f0ae3e is going to be created. [ 737.020116] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.020116] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.020326] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.022537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.022537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.022537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.930679] env[69685]: INFO networking_nsxv3.common.synchronization [None req-0b7b6ed5-6c36-47ae-b11e-147438a499d7 None None] Enqueued Resource ID: 439030ce-e6cf-4504-a9b7-2c80c9da5834 with Priority: HIGHEST for action port [ 737.931301] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439030ce-e6cf-4504-a9b7-2c80c9da5834 with Priority: HIGHEST for action port [ 737.931612] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-439030ce-e6cf-4504-a9b7-2c80c9da5834 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.931729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-439030ce-e6cf-4504-a9b7-2c80c9da5834" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.931796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-439030ce-e6cf-4504-a9b7-2c80c9da5834" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.932186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-439030ce-e6cf-4504-a9b7-2c80c9da5834" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.932287] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('439030ce-e6cf-4504-a9b7-2c80c9da5834',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.016789] env[69685]: INFO networking_nsxv3.common.synchronization [req-09924167-f64f-4411-bab8-032e565dfa6b req-8824ae86-0b0b-4186-bb97-0099a5514f9d service nova] Enqueued Resource ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 with Priority: HIGHEST for action security_group_rules [ 738.016963] env[69685]: INFO networking_nsxv3.common.synchronization [req-09924167-f64f-4411-bab8-032e565dfa6b req-8824ae86-0b0b-4186-bb97-0099a5514f9d service nova] Enqueued Resource ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 with Priority: HIGHEST for action security_group_members [ 738.017111] env[69685]: INFO networking_nsxv3.common.synchronization [req-09924167-f64f-4411-bab8-032e565dfa6b req-8824ae86-0b0b-4186-bb97-0099a5514f9d service nova] Enqueued Resource ID: b25c6211-8b5b-489b-9956-b8cdd3f0ae3e with Priority: HIGHEST for action port [ 738.017337] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 with Priority: HIGHEST for action security_group_rules [ 738.017465] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 with Priority: HIGHEST for action security_group_members [ 738.017565] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b25c6211-8b5b-489b-9956-b8cdd3f0ae3e with Priority: HIGHEST for action port [ 738.018999] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.019971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.020143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.020421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.020534] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fd54c7a-0c43-4cdd-9435-b28c64fb42e6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.023446] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.023551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.023620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.023818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.024145] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.024145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.024145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.024331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.024571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.024815] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd54c7a-0c43-4cdd-9435-b28c64fb42e6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.027597] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.027707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.027773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.028259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.028259] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25c6211-8b5b-489b-9956-b8cdd3f0ae3e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.411064] env[69685]: INFO networking_nsxv3.common.synchronization [req-2419d419-5bff-4173-8925-589e74ad5f56 req-c8bf7ce6-c7e9-43c3-b01a-9416fd2dac42 tempest-ServerTagsTestJSON-1592199151 tempest-ServerTagsTestJSON-1592199151-project-member] Enqueued Resource ID: c3351912-dc00-4670-aff5-89a7840fae95 with Priority: HIGHEST for action security_group_members [ 738.411064] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3351912-dc00-4670-aff5-89a7840fae95 with Priority: HIGHEST for action security_group_members [ 738.411064] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3351912-dc00-4670-aff5-89a7840fae95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.411064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.411064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.411064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.411802] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.412226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.412511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.414241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.414241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.414241] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3351912-dc00-4670-aff5-89a7840fae95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.435121] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 439030ce-e6cf-4504-a9b7-2c80c9da5834 [ 738.439355] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.439355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.439355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.439355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.439355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.439355] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:439030ce-e6cf-4504-a9b7-2c80c9da5834 already deleted. [ 738.439355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-439030ce-e6cf-4504-a9b7-2c80c9da5834" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.480207] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a in Status: SUCCESS [ 738.481571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.529899] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fd54c7a-0c43-4cdd-9435-b28c64fb42e6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.531548] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.531548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.531548] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b25c6211-8b5b-489b-9956-b8cdd3f0ae3e with status ACTIVE [ 738.531781] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.531781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.531882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.532065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.532155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.532328] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.532418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.532476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.532633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.532706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.532880] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.532965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.533032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.533878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.533975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.534093] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b25c6211-8b5b-489b-9956-b8cdd3f0ae3e is going to be updated. [ 738.563141] env[69685]: INFO networking_nsxv3.common.synchronization [req-58ba4ba6-f291-46fd-af0b-076ced913af0 req-61ec034b-56b2-4a75-af8a-ad88454bb3ed tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Enqueued Resource ID: 82fa8ee8-400d-451f-80cc-0999216ec471 with Priority: HIGHEST for action security_group_members [ 738.563788] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fa8ee8-400d-451f-80cc-0999216ec471 with Priority: HIGHEST for action security_group_members [ 738.564735] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fa8ee8-400d-451f-80cc-0999216ec471 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.564735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.564735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.564735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.564735] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.565080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.565080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.565080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.565205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.565258] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82fa8ee8-400d-451f-80cc-0999216ec471',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.567193] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.567193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.567193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.567419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.567419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.567580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b25c6211-8b5b-489b-9956-b8cdd3f0ae3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.916845] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.917047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.917871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.917871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.917871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.917871] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.917871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.917871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.918215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.918215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.918615] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3351912-dc00-4670-aff5-89a7840fae95 is going to be updated. [ 738.927938] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 in Status: SUCCESS [ 738.930696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.930696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.930696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.930696] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.930696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.930696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.930696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.930696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.930696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.930696] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3313de7c-7d29-44fa-816a-6242e50f13a8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.948029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.948029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.948029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.948029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.948029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.950986] env[69685]: INFO networking_nsxv3.common.synchronization [None req-8015066d-7431-4240-b1e2-090e0b469f07 None None] Enqueued Resource ID: d7fa1d90-3092-4cfe-9246-1728f0b3556c with Priority: HIGHEST for action port [ 738.951633] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fa1d90-3092-4cfe-9246-1728f0b3556c with Priority: HIGHEST for action port [ 738.951929] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7fa1d90-3092-4cfe-9246-1728f0b3556c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.952059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7fa1d90-3092-4cfe-9246-1728f0b3556c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.952916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7fa1d90-3092-4cfe-9246-1728f0b3556c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.952916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7fa1d90-3092-4cfe-9246-1728f0b3556c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.952916] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7fa1d90-3092-4cfe-9246-1728f0b3556c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.955264] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3351912-dc00-4670-aff5-89a7840fae95 in Status: IN_PROGRESS for 2s [ 739.033275] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fd54c7a-0c43-4cdd-9435-b28c64fb42e6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.069773] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.069975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.070070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.070268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.070359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.070550] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.070647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.070703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.070851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.071751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.071854] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82fa8ee8-400d-451f-80cc-0999216ec471 already deleted. [ 739.071942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.222659] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.223000] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-575" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.224329] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-575" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.224615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-575" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.225123] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.225236] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.225419] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.225700] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.225886] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.226193] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.226354] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.226500] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.226642] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.226808] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.227088] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.227239] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.248240] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.248240] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.248240] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.248240] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-575" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.248240] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-647963a4-09cc-4134-859e-a0066a812206 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.248240] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-647963a4-09cc-4134-859e-a0066a812206" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.248240] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-647963a4-09cc-4134-859e-a0066a812206" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.248240] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-647963a4-09cc-4134-859e-a0066a812206" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.248240] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('647963a4-09cc-4134-859e-a0066a812206',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.433317] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3313de7c-7d29-44fa-816a-6242e50f13a8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.456699] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7fa1d90-3092-4cfe-9246-1728f0b3556c [ 739.456950] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.457098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.458018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.458018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.458220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.458735] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7fa1d90-3092-4cfe-9246-1728f0b3556c already deleted. [ 739.458837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7fa1d90-3092-4cfe-9246-1728f0b3556c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.537260] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.537260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.537478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.537804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.537804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.537804] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 is going to be created. [ 739.562985] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.563132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.563202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.563474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.563662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.572674] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 in Status: UNINITIALIZED for 2s [ 739.754026] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.754026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.754026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.754026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.754026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.754026] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 647963a4-09cc-4134-859e-a0066a812206 not found, creating... [ 739.754026] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.754026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.754026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.754026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.754026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.754837] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.754837] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.754837] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.755147] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.755402] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.755684] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 647963a4-09cc-4134-859e-a0066a812206 is going to be created. [ 739.777275] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.777541] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.777622] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.777945] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.778154] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.778421] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-647963a4-09cc-4134-859e-a0066a812206" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.935552] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3313de7c-7d29-44fa-816a-6242e50f13a8: rpc.has_security_group_logging(os_id): False [ 739.945166] env[69685]: INFO networking_nsxv3.common.synchronization [None req-e7db7e3b-1792-4b3b-b9d0-56f9ade003de tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Enqueued Resource ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 with Priority: HIGHEST for action security_group_rules [ 739.945869] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 with Priority: HIGHEST for action security_group_rules [ 739.946536] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56bcf04a-f425-4d30-a5fa-2ef586b10193 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.946917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.946917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.947350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.947534] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56bcf04a-f425-4d30-a5fa-2ef586b10193',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.959150] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.959334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.959598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.959598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.959681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.960263] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.960263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.960263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.960263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.960516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.960516] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 is going to be created. [ 740.038583] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.038583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.038583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.038583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.038583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.048345] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 in Status: IN_PROGRESS for 2s [ 740.083485] env[69685]: INFO networking_nsxv3.common.synchronization [None req-e162e52a-b1a8-4762-af46-c9a86e1405db tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Enqueued Resource ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 with Priority: HIGHEST for action security_group_rules [ 740.084143] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 with Priority: HIGHEST for action security_group_rules [ 740.084384] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56bcf04a-f425-4d30-a5fa-2ef586b10193 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.084495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.469178] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.469377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.469377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.469616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.469712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.470449] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 already deleted. [ 740.470449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.470449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.470449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.470449] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56bcf04a-f425-4d30-a5fa-2ef586b10193',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.889258] env[69685]: INFO networking_nsxv3.common.synchronization [req-58ba4ba6-f291-46fd-af0b-076ced913af0 req-f62886c1-34fd-47b7-8028-8a792060200d service nova] Enqueued Resource ID: 82fa8ee8-400d-451f-80cc-0999216ec471 with Priority: HIGHEST for action security_group_rules [ 740.889471] env[69685]: INFO networking_nsxv3.common.synchronization [req-58ba4ba6-f291-46fd-af0b-076ced913af0 req-f62886c1-34fd-47b7-8028-8a792060200d service nova] Enqueued Resource ID: 82fa8ee8-400d-451f-80cc-0999216ec471 with Priority: HIGHEST for action security_group_members [ 740.889625] env[69685]: INFO networking_nsxv3.common.synchronization [req-58ba4ba6-f291-46fd-af0b-076ced913af0 req-f62886c1-34fd-47b7-8028-8a792060200d service nova] Enqueued Resource ID: 647963a4-09cc-4134-859e-a0066a812206 with Priority: HIGHEST for action port [ 740.890177] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fa8ee8-400d-451f-80cc-0999216ec471 with Priority: HIGHEST for action security_group_rules [ 740.890317] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fa8ee8-400d-451f-80cc-0999216ec471 with Priority: HIGHEST for action security_group_members [ 740.890410] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647963a4-09cc-4134-859e-a0066a812206 with Priority: HIGHEST for action port [ 740.890704] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82fa8ee8-400d-451f-80cc-0999216ec471 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.890828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.890899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.892605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.892605] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82fa8ee8-400d-451f-80cc-0999216ec471',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.893454] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fa8ee8-400d-451f-80cc-0999216ec471 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.893578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.893644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.893828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.893979] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.894082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.894140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.894315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.894400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.894492] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82fa8ee8-400d-451f-80cc-0999216ec471',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.897035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-647963a4-09cc-4134-859e-a0066a812206 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.900052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-647963a4-09cc-4134-859e-a0066a812206" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.900052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-647963a4-09cc-4134-859e-a0066a812206" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.900052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-647963a4-09cc-4134-859e-a0066a812206" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.900052] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('647963a4-09cc-4134-859e-a0066a812206',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.967769] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3351912-dc00-4670-aff5-89a7840fae95 in Status: SUCCESS [ 740.968154] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3351912-dc00-4670-aff5-89a7840fae95 deletion is rescheduled due to dependency. [ 740.968154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3351912-dc00-4670-aff5-89a7840fae95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.994622] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.994771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.994853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.995152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.995236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.995337] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 already deleted. [ 740.995436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.400506] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fa8ee8-400d-451f-80cc-0999216ec471 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.400634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.400824] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82fa8ee8-400d-451f-80cc-0999216ec471',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.401933] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 647963a4-09cc-4134-859e-a0066a812206 with status ACTIVE [ 741.402165] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.402387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.402466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.402663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.402759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.402934] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.403048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.403108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.404921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.405071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.406545] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.406545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.406545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.406545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.406545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.406545] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 647963a4-09cc-4134-859e-a0066a812206 is going to be updated. [ 741.432491] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.433486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.433486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.433486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.433486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.433486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-647963a4-09cc-4134-859e-a0066a812206" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.590032] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 in Status: SUCCESS [ 741.590260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.590418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.590661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.590851] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.590967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.591046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.591201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.591285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.591714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.591714] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fd54c7a-0c43-4cdd-9435-b28c64fb42e6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.908947] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82fa8ee8-400d-451f-80cc-0999216ec471',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.060231] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 in Status: SUCCESS [ 742.060642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.095681] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.095839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.095920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.096159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.096334] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.096440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.096504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.096655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.096742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.096833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.096979] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.097086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.097148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.097302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.097451] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.097548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.097621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.097767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.097842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.097924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.098023] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fd54c7a-0c43-4cdd-9435-b28c64fb42e6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.410626] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.410863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.411045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.411132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.411310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.411310] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82fa8ee8-400d-451f-80cc-0999216ec471 is going to be created. [ 742.435157] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.435334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.435334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.435654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.435849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.446501] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fa8ee8-400d-451f-80cc-0999216ec471 in Status: UNINITIALIZED for 2s [ 742.601206] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6: rpc.has_security_group_logging(os_id): False [ 742.623057] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.623057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.623057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.623057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.623057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.623057] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.623057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.623057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.623057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.623057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.623057] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.623057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.623057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.623057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.623909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.623909] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.623909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.623909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.623909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.624124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.624124] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 is going to be created. [ 742.683991] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.684291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.684400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.684668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.685719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.698162] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 in Status: IN_PROGRESS for 2s [ 744.458651] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fa8ee8-400d-451f-80cc-0999216ec471 in Status: SUCCESS [ 744.458957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.459208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.459500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.459802] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.464344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.464495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.464829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.464951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.465447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.465605] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82fa8ee8-400d-451f-80cc-0999216ec471',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.712833] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 in Status: SUCCESS [ 744.712833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.968129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fa8ee8-400d-451f-80cc-0999216ec471 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.968352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.968453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.968759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.968981] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.969157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.969354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.969641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.969824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.969994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.970987] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fa8ee8-400d-451f-80cc-0999216ec471 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.970987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.970987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.970987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.970987] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.971298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.971298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.971513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.971672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.971850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.972021] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82fa8ee8-400d-451f-80cc-0999216ec471',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.474061] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82fa8ee8-400d-451f-80cc-0999216ec471: rpc.has_security_group_logging(os_id): False [ 745.497375] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.497375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.497375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.497375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.497375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.497375] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.499024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.499024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.499223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.499348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.500294] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.503149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.503149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.503149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.503149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.503149] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.503149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.503149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.503149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.503149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.503149] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82fa8ee8-400d-451f-80cc-0999216ec471 is going to be created. [ 745.566690] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.566690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.566690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.566690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.566690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.575802] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82fa8ee8-400d-451f-80cc-0999216ec471 in Status: IN_PROGRESS for 2s [ 745.891587] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 745.891685] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 746.148990] env[69685]: INFO networking_nsxv3.common.synchronization [req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 req-68e84bac-cb0a-471d-aab7-415ea1f5c800 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Enqueued Resource ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d with Priority: HIGHEST for action security_group_members [ 746.149557] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d with Priority: HIGHEST for action security_group_members [ 746.149868] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.150067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.150067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.150316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.150468] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.150565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.150624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.150776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.150861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.150990] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eae4fbc-5b26-4732-9c0d-089f354b5f2d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.574474] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.574827] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-730" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.574827] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-730" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.575189] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-730" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.575458] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.575614] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.575745] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.575976] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.576156] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.576365] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.576478] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.576594] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.576926] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.576926] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.576926] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.577109] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.595805] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.595975] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 746.596139] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.596327] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-730" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.596647] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.596827] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.596943] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.597314] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.597477] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.653274] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.653439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.653507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.653763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.653861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.654089] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.654316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.654316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.654940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.655070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.655070] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d already deleted. [ 746.655171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.101131] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.101368] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.101497] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.101784] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.101933] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.102106] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b not found, creating... [ 747.102400] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.102576] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.102692] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.102929] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.103087] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.103369] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.103569] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.103675] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.103887] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.104908] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.105133] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b is going to be created. [ 747.129840] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.130212] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.130434] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.130900] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.131223] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.131605] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.587420] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82fa8ee8-400d-451f-80cc-0999216ec471 in Status: SUCCESS [ 747.587648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.840502] env[69685]: INFO networking_nsxv3.common.synchronization [req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 req-86ef6e5d-eec7-4ae4-a7cd-86433a83ea1a service nova] Enqueued Resource ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d with Priority: HIGHEST for action security_group_rules [ 747.840677] env[69685]: INFO networking_nsxv3.common.synchronization [req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 req-86ef6e5d-eec7-4ae4-a7cd-86433a83ea1a service nova] Enqueued Resource ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d with Priority: HIGHEST for action security_group_members [ 747.840811] env[69685]: INFO networking_nsxv3.common.synchronization [req-85c8cff1-3ce8-4c98-b446-0c7068a3bd13 req-86ef6e5d-eec7-4ae4-a7cd-86433a83ea1a service nova] Enqueued Resource ID: 6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b with Priority: HIGHEST for action port [ 747.841055] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d with Priority: HIGHEST for action security_group_rules [ 747.841186] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d with Priority: HIGHEST for action security_group_members [ 747.841289] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b with Priority: HIGHEST for action port [ 747.843992] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0eae4fbc-5b26-4732-9c0d-089f354b5f2d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.844145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.844211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.844520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.844604] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0eae4fbc-5b26-4732-9c0d-089f354b5f2d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.845538] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.845670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.845722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.845885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.846428] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.846428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.846428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.846428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.846428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.846736] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eae4fbc-5b26-4732-9c0d-089f354b5f2d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.847289] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.847404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.847456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.847735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.847735] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.283343] env[69685]: INFO networking_nsxv3.common.synchronization [req-914a169d-03e7-454c-b022-0f28b1e8cd8f req-29575eb4-7fee-4020-a4a9-ea0d5ab5bb8a tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Enqueued Resource ID: 42b0707c-8e26-4244-b125-187101a91d94 with Priority: HIGHEST for action security_group_members [ 748.283797] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b0707c-8e26-4244-b125-187101a91d94 with Priority: HIGHEST for action security_group_members [ 748.284069] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42b0707c-8e26-4244-b125-187101a91d94 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.284190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.284257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.284547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.284706] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.284812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.284870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.285040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.285128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.285259] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42b0707c-8e26-4244-b125-187101a91d94',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.350032] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0eae4fbc-5b26-4732-9c0d-089f354b5f2d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.351805] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.351805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.353307] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b with status ACTIVE [ 748.353979] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.353979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.353979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.353979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.353979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.354293] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.354293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.354388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.354544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.354625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.354928] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.354928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.355051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.355122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.356025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.356025] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b is going to be updated. [ 748.376352] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.376498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.376554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.376767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.376905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.377068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e2eaf5a-7dbe-4058-b36c-eabbe4e5280b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.790755] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.790755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.790755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.790755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.790755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.790755] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.790755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.790755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.790755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.790755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.790755] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42b0707c-8e26-4244-b125-187101a91d94 already deleted. [ 748.790755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.821105] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-766 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.821105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-766" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.821105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-766" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.821105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-766" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.821105] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.821105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.821105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.821105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.821859] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.822312] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.822846] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.823108] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.823359] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.823588] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.823923] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.824219] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.844018] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.844018] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.844018] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.844018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-766" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.844018] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-561c0b11-f2d7-47ca-81da-d21ae4e69545 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.844018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-561c0b11-f2d7-47ca-81da-d21ae4e69545" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.844018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-561c0b11-f2d7-47ca-81da-d21ae4e69545" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.844018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-561c0b11-f2d7-47ca-81da-d21ae4e69545" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.844018] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('561c0b11-f2d7-47ca-81da-d21ae4e69545',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.853502] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0eae4fbc-5b26-4732-9c0d-089f354b5f2d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.350331] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.350553] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.350703] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.351041] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.351174] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.351332] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 561c0b11-f2d7-47ca-81da-d21ae4e69545 not found, creating... [ 749.351591] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.351750] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.351865] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.352112] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.352253] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.352545] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.352702] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.352819] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.353142] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.353304] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.353450] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 561c0b11-f2d7-47ca-81da-d21ae4e69545 is going to be created. [ 749.355023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.355023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.355023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.355023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.355169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.355169] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d is going to be created. [ 749.394074] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.394292] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.394486] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.394840] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.395111] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.395252] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-561c0b11-f2d7-47ca-81da-d21ae4e69545" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.398796] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.398940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.398994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.399209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.399302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.416950] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d in Status: UNINITIALIZED for 2s [ 749.803924] env[69685]: INFO networking_nsxv3.common.synchronization [None req-33672935-a81d-4441-82d9-029fd73f83b7 None None] Enqueued Resource ID: 8a5c1e1a-76aa-429b-a26f-3fb081c7a9f0 with Priority: HIGHEST for action port [ 749.804196] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a5c1e1a-76aa-429b-a26f-3fb081c7a9f0 with Priority: HIGHEST for action port [ 749.804673] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a5c1e1a-76aa-429b-a26f-3fb081c7a9f0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.804825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a5c1e1a-76aa-429b-a26f-3fb081c7a9f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.804950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a5c1e1a-76aa-429b-a26f-3fb081c7a9f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.808494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a5c1e1a-76aa-429b-a26f-3fb081c7a9f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.808587] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a5c1e1a-76aa-429b-a26f-3fb081c7a9f0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.172310] env[69685]: INFO networking_nsxv3.common.synchronization [req-a88b88d6-67ba-4de9-a1da-4aee89f8e198 req-bd5c8b3d-ddf4-4eeb-beb3-d236fe47a7b7 tempest-ImagesNegativeTestJSON-2082962991 tempest-ImagesNegativeTestJSON-2082962991-project-member] Enqueued Resource ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 with Priority: HIGHEST for action security_group_members [ 750.175019] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 with Priority: HIGHEST for action security_group_members [ 750.175019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.175019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.175019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.175019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.175019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.175019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.175019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.175019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.175741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.175741] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd54c7a-0c43-4cdd-9435-b28c64fb42e6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.313750] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a5c1e1a-76aa-429b-a26f-3fb081c7a9f0 [ 750.313750] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.313851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.313899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.314173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.315490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.315490] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a5c1e1a-76aa-429b-a26f-3fb081c7a9f0 already deleted. [ 750.315490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a5c1e1a-76aa-429b-a26f-3fb081c7a9f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.522997] env[69685]: INFO networking_nsxv3.common.synchronization [req-914a169d-03e7-454c-b022-0f28b1e8cd8f req-140c2333-0d55-4ba3-b1d3-d28493285de8 service nova] Enqueued Resource ID: 42b0707c-8e26-4244-b125-187101a91d94 with Priority: HIGHEST for action security_group_rules [ 750.523227] env[69685]: INFO networking_nsxv3.common.synchronization [req-914a169d-03e7-454c-b022-0f28b1e8cd8f req-140c2333-0d55-4ba3-b1d3-d28493285de8 service nova] Enqueued Resource ID: 42b0707c-8e26-4244-b125-187101a91d94 with Priority: HIGHEST for action security_group_members [ 750.523435] env[69685]: INFO networking_nsxv3.common.synchronization [req-914a169d-03e7-454c-b022-0f28b1e8cd8f req-140c2333-0d55-4ba3-b1d3-d28493285de8 service nova] Enqueued Resource ID: 561c0b11-f2d7-47ca-81da-d21ae4e69545 with Priority: HIGHEST for action port [ 750.525250] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b0707c-8e26-4244-b125-187101a91d94 with Priority: HIGHEST for action security_group_rules [ 750.525491] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b0707c-8e26-4244-b125-187101a91d94 with Priority: HIGHEST for action security_group_members [ 750.525546] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 561c0b11-f2d7-47ca-81da-d21ae4e69545 with Priority: HIGHEST for action port [ 750.527469] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42b0707c-8e26-4244-b125-187101a91d94 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.527617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.528102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.528573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.528700] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42b0707c-8e26-4244-b125-187101a91d94',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.529776] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42b0707c-8e26-4244-b125-187101a91d94 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.529912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.531376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.531376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.531434] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.531486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.531626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.531751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.531838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.531934] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42b0707c-8e26-4244-b125-187101a91d94',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.533429] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-561c0b11-f2d7-47ca-81da-d21ae4e69545 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.533429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-561c0b11-f2d7-47ca-81da-d21ae4e69545" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.533429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-561c0b11-f2d7-47ca-81da-d21ae4e69545" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.533429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-561c0b11-f2d7-47ca-81da-d21ae4e69545" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.533429] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('561c0b11-f2d7-47ca-81da-d21ae4e69545',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.611688] env[69685]: INFO networking_nsxv3.common.synchronization [None req-6ad0f99f-bee3-4aa1-9b23-0954dfe25133 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Enqueued Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_rules [ 750.612918] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_rules [ 750.613333] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.613462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.613528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.613784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.614546] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.680740] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.680740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.680740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.680740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.680740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.680740] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.680740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.680740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.680740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.680740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.680740] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 is going to be updated. [ 750.701217] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3433fc7c-3c6d-4b3f-97bd-0a0e3f610cbd tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Enqueued Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_rules [ 750.703798] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_rules [ 750.704181] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.704312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.708026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.708026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.708175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.709433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.709674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.718248] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 in Status: IN_PROGRESS for 2s [ 751.035061] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42b0707c-8e26-4244-b125-187101a91d94 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.035513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.035513] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42b0707c-8e26-4244-b125-187101a91d94',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.036502] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 561c0b11-f2d7-47ca-81da-d21ae4e69545 with status ACTIVE [ 751.036502] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.037260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.037260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.037260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.037260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.037260] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.037260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.037260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.038699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.038699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.038699] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.038699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.038699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.038699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.038699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.038699] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 561c0b11-f2d7-47ca-81da-d21ae4e69545 is going to be updated. [ 751.062387] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.062387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.062387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.062387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.062387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.062387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-561c0b11-f2d7-47ca-81da-d21ae4e69545" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.181097] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.181097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.181097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.181097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.181097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.181097] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 already deleted. [ 751.181097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.181097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.181511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.181511] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.428354] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d in Status: SUCCESS [ 751.428354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.428354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.428354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.428521] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.428656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.428721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.428882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.428959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.429177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.429212] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0eae4fbc-5b26-4732-9c0d-089f354b5f2d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.541172] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42b0707c-8e26-4244-b125-187101a91d94',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.703488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.703488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.703488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.703488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.703488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.703488] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 already deleted. [ 751.703488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.934269] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.934269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.934269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.934269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.934269] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.934269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.934269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.934269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.934269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.934269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.934269] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.934269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.934269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.934269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.934269] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.934269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.934816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.934816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.934816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.934816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.934816] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0eae4fbc-5b26-4732-9c0d-089f354b5f2d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.045853] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.045853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.045853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.045853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.045853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.045853] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42b0707c-8e26-4244-b125-187101a91d94 is going to be created. [ 752.068478] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.068901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.070709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.070709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.070709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.086961] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42b0707c-8e26-4244-b125-187101a91d94 in Status: UNINITIALIZED for 2s [ 752.329498] env[69685]: INFO networking_nsxv3.common.synchronization [None req-5133c04e-2dfc-44f8-ac1c-26a425608513 None None] Enqueued Resource ID: a2d205ce-f495-4d7c-89e2-ce0fbe05fbe8 with Priority: HIGHEST for action port [ 752.329780] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d205ce-f495-4d7c-89e2-ce0fbe05fbe8 with Priority: HIGHEST for action port [ 752.331981] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2d205ce-f495-4d7c-89e2-ce0fbe05fbe8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.332127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2d205ce-f495-4d7c-89e2-ce0fbe05fbe8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.332221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2d205ce-f495-4d7c-89e2-ce0fbe05fbe8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.332448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2d205ce-f495-4d7c-89e2-ce0fbe05fbe8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.332536] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2d205ce-f495-4d7c-89e2-ce0fbe05fbe8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.437310] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0eae4fbc-5b26-4732-9c0d-089f354b5f2d: rpc.has_security_group_logging(os_id): False [ 752.457389] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.457499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.457531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.457731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.457820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.458022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.458128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.458204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.458380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.458464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.458651] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.458765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.458910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.458977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.462097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.462097] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.462097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.462097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.462097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.462097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.462097] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d is going to be created. [ 752.516265] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.517251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.517251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.517251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.517251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.527390] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d in Status: IN_PROGRESS for 2s [ 752.730254] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 in Status: SUCCESS [ 752.730431] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 deletion is rescheduled due to dependency. [ 752.730580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.836316] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2d205ce-f495-4d7c-89e2-ce0fbe05fbe8 [ 752.836569] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.836842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.836929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.837191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.837273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.837376] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2d205ce-f495-4d7c-89e2-ce0fbe05fbe8 already deleted. [ 752.837463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2d205ce-f495-4d7c-89e2-ce0fbe05fbe8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.902515] env[69685]: INFO networking_nsxv3.common.synchronization [req-a33332a3-7039-44d7-83d0-c483fa181cf0 req-4cd41651-6166-4d84-bb99-565c000beb95 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d with Priority: HIGHEST for action security_group_members [ 752.903129] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d with Priority: HIGHEST for action security_group_members [ 752.903436] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9efa6124-bf1e-434a-bedd-4bda2265f27d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.903560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.903635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.903918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.904282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.904418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.904482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.904649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.904738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.904843] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9efa6124-bf1e-434a-bedd-4bda2265f27d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.407846] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.407846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.407846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.407846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.407846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.407846] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.407846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.407846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.408430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.408430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.408430] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d already deleted. [ 753.408430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.409958] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.410145] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.410267] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.410541] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.410788] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.410941] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.411069] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.411276] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.411410] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.411629] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.411714] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.411823] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.411927] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.412044] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.412150] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.412278] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.430769] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.430946] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 753.431081] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.431257] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.431564] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-ef259eb0-1a18-4784-a339-87fa9e982808 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.431728] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-ef259eb0-1a18-4784-a339-87fa9e982808" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.431839] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-ef259eb0-1a18-4784-a339-87fa9e982808" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.432152] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-ef259eb0-1a18-4784-a339-87fa9e982808" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.432291] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef259eb0-1a18-4784-a339-87fa9e982808',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.934208] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.935035] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.935035] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.935035] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.935035] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.935217] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port ef259eb0-1a18-4784-a339-87fa9e982808 not found, creating... [ 753.935393] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.935570] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.935737] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.935880] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.936024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.936302] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.936457] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.936575] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.936784] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.936919] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.937071] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: ef259eb0-1a18-4784-a339-87fa9e982808 is going to be created. [ 753.955858] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.956280] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.956280] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.956511] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.956717] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.956913] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-ef259eb0-1a18-4784-a339-87fa9e982808" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.091142] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42b0707c-8e26-4244-b125-187101a91d94 in Status: UNINITIALIZED for 4s [ 754.540499] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d in Status: SUCCESS [ 754.540863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.696264] env[69685]: INFO networking_nsxv3.common.synchronization [req-a33332a3-7039-44d7-83d0-c483fa181cf0 req-25759fd0-b279-4be9-b721-e73e21152219 service nova] Enqueued Resource ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d with Priority: HIGHEST for action security_group_rules [ 754.696264] env[69685]: INFO networking_nsxv3.common.synchronization [req-a33332a3-7039-44d7-83d0-c483fa181cf0 req-25759fd0-b279-4be9-b721-e73e21152219 service nova] Enqueued Resource ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d with Priority: HIGHEST for action security_group_members [ 754.696264] env[69685]: INFO networking_nsxv3.common.synchronization [req-a33332a3-7039-44d7-83d0-c483fa181cf0 req-25759fd0-b279-4be9-b721-e73e21152219 service nova] Enqueued Resource ID: ef259eb0-1a18-4784-a339-87fa9e982808 with Priority: HIGHEST for action port [ 754.696264] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d with Priority: HIGHEST for action security_group_rules [ 754.696556] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d with Priority: HIGHEST for action security_group_members [ 754.696556] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef259eb0-1a18-4784-a339-87fa9e982808 with Priority: HIGHEST for action port [ 754.697276] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9efa6124-bf1e-434a-bedd-4bda2265f27d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.697401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.697401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.697577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.697663] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9efa6124-bf1e-434a-bedd-4bda2265f27d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.698940] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9efa6124-bf1e-434a-bedd-4bda2265f27d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.699080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.699217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.699337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.699493] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.699593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.699648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.699800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.699889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.699985] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9efa6124-bf1e-434a-bedd-4bda2265f27d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.705761] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef259eb0-1a18-4784-a339-87fa9e982808 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.705895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef259eb0-1a18-4784-a339-87fa9e982808" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.705895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef259eb0-1a18-4784-a339-87fa9e982808" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.706059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef259eb0-1a18-4784-a339-87fa9e982808" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.706181] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef259eb0-1a18-4784-a339-87fa9e982808',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.184072] env[69685]: INFO networking_nsxv3.common.synchronization [None req-7a77d119-e9fe-4871-b714-8d452d348d4f None None] Enqueued Resource ID: d1820a14-e3c3-411b-a26c-025f93823b51 with Priority: HIGHEST for action port [ 755.184072] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1820a14-e3c3-411b-a26c-025f93823b51 with Priority: HIGHEST for action port [ 755.184072] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1820a14-e3c3-411b-a26c-025f93823b51 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.184072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1820a14-e3c3-411b-a26c-025f93823b51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.184072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1820a14-e3c3-411b-a26c-025f93823b51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.185040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1820a14-e3c3-411b-a26c-025f93823b51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.185040] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1820a14-e3c3-411b-a26c-025f93823b51',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.209239] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef259eb0-1a18-4784-a339-87fa9e982808 with status ACTIVE [ 755.209582] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.209582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.209860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.210110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.210298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.211036] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.211036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.211036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.211036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.211036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.211242] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.211753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.211844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.212021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.212097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.212190] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef259eb0-1a18-4784-a339-87fa9e982808 is going to be updated. [ 755.213913] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9efa6124-bf1e-434a-bedd-4bda2265f27d taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.214046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.214384] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9efa6124-bf1e-434a-bedd-4bda2265f27d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.242140] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.242401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.242401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.242661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.242902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.243022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef259eb0-1a18-4784-a339-87fa9e982808" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.691550] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1820a14-e3c3-411b-a26c-025f93823b51 [ 755.691797] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.691797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.692034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.692034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.692132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.692236] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1820a14-e3c3-411b-a26c-025f93823b51 already deleted. [ 755.692327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1820a14-e3c3-411b-a26c-025f93823b51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.718544] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9efa6124-bf1e-434a-bedd-4bda2265f27d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.100790] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42b0707c-8e26-4244-b125-187101a91d94 in Status: SUCCESS [ 756.101017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.101187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.101405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.101601] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.101711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.101778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.101930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.102027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.102116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.102214] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42b0707c-8e26-4244-b125-187101a91d94',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.221361] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.221361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.221361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.221604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.221604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.221940] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d is going to be created. [ 756.243598] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.243779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.243876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.245362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.245362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.254040] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d in Status: UNINITIALIZED for 2s [ 756.604314] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42b0707c-8e26-4244-b125-187101a91d94',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.110040] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42b0707c-8e26-4244-b125-187101a91d94: rpc.has_security_group_logging(os_id): False [ 757.129751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.129751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.129751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.129751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.129751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.129751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.129751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.129751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.129751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.129751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.129751] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42b0707c-8e26-4244-b125-187101a91d94 is going to be created. [ 757.246613] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.246829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.246936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.247238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.247484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.261898] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42b0707c-8e26-4244-b125-187101a91d94 in Status: IN_PROGRESS for 2s [ 758.022571] env[69685]: INFO networking_nsxv3.common.synchronization [req-3d039ecf-0295-42f4-a3c2-fca76d878f19 req-0b3e2cbd-6cac-4538-b426-fa01187886e8 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 758.023154] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 758.023484] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.023630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.023696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.023977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.024813] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.024813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.024813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.024960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.024997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.025112] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.264196] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d in Status: SUCCESS [ 758.264766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.264766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.264932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.265019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.265136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.265799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.265799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.265799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.265799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.265799] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9efa6124-bf1e-434a-bedd-4bda2265f27d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.528009] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.528009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.528009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.529244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.529244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.529730] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.530266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.531198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.531515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.531894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.531894] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead already deleted. [ 758.532694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.554957] env[69685]: INFO networking_nsxv3.common.synchronization [req-ff2aa75b-3e40-4614-af62-aa7da9b1c621 req-406f8da3-644f-4507-839a-aaa014a53740 tempest-ServerGroupTestJSON-2144049486 tempest-ServerGroupTestJSON-2144049486-project-member] Enqueued Resource ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d with Priority: HIGHEST for action security_group_members [ 758.555625] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d with Priority: HIGHEST for action security_group_members [ 758.556283] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.556461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.556713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.556875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.557066] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.557148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.557199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.557769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.557769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.557769] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eae4fbc-5b26-4732-9c0d-089f354b5f2d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.577586] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.577799] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.577914] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.578296] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.578631] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.578867] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.579127] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.583859] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.583859] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.583859] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.583859] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.583859] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.583859] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.583859] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.583859] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.583859] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.601941] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.601941] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.602037] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.603767] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.603767] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-e29581ff-6de0-40cb-9e61-f5e0c3b54a68 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.603767] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-e29581ff-6de0-40cb-9e61-f5e0c3b54a68" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.603767] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-e29581ff-6de0-40cb-9e61-f5e0c3b54a68" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.605203] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-e29581ff-6de0-40cb-9e61-f5e0c3b54a68" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.605203] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e29581ff-6de0-40cb-9e61-f5e0c3b54a68',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.708881] env[69685]: INFO networking_nsxv3.common.synchronization [req-ac50c69f-1ec8-4a24-9df6-2c4b1b3dcbbb req-893c2538-3e2a-4505-b2fc-03e40f3b0ab9 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Enqueued Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 758.709326] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 758.709640] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.709758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.709822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.710309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.710309] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.710417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.710417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.710527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.710648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.710750] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.768534] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9efa6124-bf1e-434a-bedd-4bda2265f27d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.961199] env[69685]: INFO networking_nsxv3.common.synchronization [req-ce45d5ed-cdca-4823-8363-0dd85f867243 req-8cc178d9-4d02-48ff-85b9-2ce366321870 tempest-ListServersNegativeTestJSON-1442554050 tempest-ListServersNegativeTestJSON-1442554050-project-member] Enqueued Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 758.961199] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGHEST for action security_group_members [ 758.961730] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.961730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.061574] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.061574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.061715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.062478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.062478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.062780] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.062901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.062971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.063191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.063276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.063367] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d is going to be updated. [ 759.090536] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.090734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.090809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.091065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.091595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.100082] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d in Status: IN_PROGRESS for 2s [ 759.109011] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.109011] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.109176] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.109844] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.109844] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.109844] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port e29581ff-6de0-40cb-9e61-f5e0c3b54a68 not found, creating... [ 759.110057] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.110213] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.110370] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.110598] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.110736] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.111031] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.111186] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.111300] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.112107] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.115023] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.115023] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: e29581ff-6de0-40cb-9e61-f5e0c3b54a68 is going to be created. [ 759.132389] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.132649] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.132775] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.133059] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.133282] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.133511] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-e29581ff-6de0-40cb-9e61-f5e0c3b54a68" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.213423] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.273396] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42b0707c-8e26-4244-b125-187101a91d94 in Status: SUCCESS [ 759.273707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.273989] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9efa6124-bf1e-434a-bedd-4bda2265f27d: rpc.has_security_group_logging(os_id): False [ 759.302934] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.303093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.303171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.303585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.303585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.303715] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.303810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.303872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.304053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.304164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.304236] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d is going to be created. [ 759.366457] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.366457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.366457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.366457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.366457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.375809] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d in Status: IN_PROGRESS for 2s [ 759.716939] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.188165] env[69685]: INFO networking_nsxv3.common.synchronization [req-3d039ecf-0295-42f4-a3c2-fca76d878f19 req-aaf245b1-5741-4c95-a536-caa36db17e8e service nova] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_rules [ 760.188165] env[69685]: INFO networking_nsxv3.common.synchronization [req-3d039ecf-0295-42f4-a3c2-fca76d878f19 req-aaf245b1-5741-4c95-a536-caa36db17e8e service nova] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 760.188165] env[69685]: INFO networking_nsxv3.common.synchronization [req-3d039ecf-0295-42f4-a3c2-fca76d878f19 req-aaf245b1-5741-4c95-a536-caa36db17e8e service nova] Enqueued Resource ID: e29581ff-6de0-40cb-9e61-f5e0c3b54a68 with Priority: HIGHEST for action port [ 760.188165] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_rules [ 760.188165] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 760.188165] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29581ff-6de0-40cb-9e61-f5e0c3b54a68 with Priority: HIGHEST for action port [ 760.188692] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.188821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.188889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.189110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.189193] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.190191] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.190191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.190461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.190461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.190528] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.190601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.190651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.191755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.191755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.191755] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.192019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e29581ff-6de0-40cb-9e61-f5e0c3b54a68 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.195701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e29581ff-6de0-40cb-9e61-f5e0c3b54a68" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.195787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e29581ff-6de0-40cb-9e61-f5e0c3b54a68" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.195983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e29581ff-6de0-40cb-9e61-f5e0c3b54a68" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.196075] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e29581ff-6de0-40cb-9e61-f5e0c3b54a68',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.219474] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.219646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.219695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.219935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.220025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.220130] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c is going to be updated. [ 760.247522] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.248061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.250109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.250109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.250109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.257598] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: IN_PROGRESS for 2s [ 760.699080] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.699080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.699080] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.702278] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e29581ff-6de0-40cb-9e61-f5e0c3b54a68 with status ACTIVE [ 760.702278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.702871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.702871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.702871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.702871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.703078] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.703078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.703166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.703993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.703993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.704350] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.704551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.704637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.704810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.704901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.704985] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e29581ff-6de0-40cb-9e61-f5e0c3b54a68 is going to be updated. [ 760.725496] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.725628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.725628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.725838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.726096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.726356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e29581ff-6de0-40cb-9e61-f5e0c3b54a68" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.734838] env[69685]: INFO networking_nsxv3.common.synchronization [None req-96c881fa-0cb6-4264-af43-39befb39d9a8 None None] Enqueued Resource ID: 58c63b55-3567-4ddd-9b1c-0aaa001c6bdc with Priority: HIGHEST for action port [ 760.734838] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c63b55-3567-4ddd-9b1c-0aaa001c6bdc with Priority: HIGHEST for action port [ 760.735557] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-58c63b55-3567-4ddd-9b1c-0aaa001c6bdc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.735676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58c63b55-3567-4ddd-9b1c-0aaa001c6bdc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.735740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58c63b55-3567-4ddd-9b1c-0aaa001c6bdc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.736436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58c63b55-3567-4ddd-9b1c-0aaa001c6bdc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.736436] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58c63b55-3567-4ddd-9b1c-0aaa001c6bdc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.109566] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d in Status: SUCCESS [ 761.109880] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d deletion is rescheduled due to dependency. [ 761.109880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.208650] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.239708] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58c63b55-3567-4ddd-9b1c-0aaa001c6bdc [ 761.239708] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.239708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.239708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.239708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.239708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.239708] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58c63b55-3567-4ddd-9b1c-0aaa001c6bdc already deleted. [ 761.239708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58c63b55-3567-4ddd-9b1c-0aaa001c6bdc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.387666] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d in Status: SUCCESS [ 761.387907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.710984] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.710984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.710984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.710984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.710984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.710984] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead is going to be created. [ 761.732628] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.732799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.732873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.733138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.733304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.742814] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: UNINITIALIZED for 2s [ 762.274802] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: SUCCESS [ 762.275633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.276030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.276298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.276523] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.276664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.276750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.276940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.277078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.277220] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.323917] env[69685]: INFO networking_nsxv3.common.synchronization [None req-75b30b08-453c-465f-a81d-ac0d37230125 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Enqueued Resource ID: db80a88e-d903-434b-bdff-92beebd7b63c with Priority: HIGHEST for action security_group_rules [ 762.324535] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db80a88e-d903-434b-bdff-92beebd7b63c with Priority: HIGHEST for action security_group_rules [ 762.324878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db80a88e-d903-434b-bdff-92beebd7b63c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.325014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db80a88e-d903-434b-bdff-92beebd7b63c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.325104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db80a88e-d903-434b-bdff-92beebd7b63c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.325402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db80a88e-d903-434b-bdff-92beebd7b63c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.325504] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db80a88e-d903-434b-bdff-92beebd7b63c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.418028] env[69685]: INFO networking_nsxv3.common.synchronization [None req-7b23f300-1aae-423d-b98e-21ae56745a3a tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Enqueued Resource ID: db80a88e-d903-434b-bdff-92beebd7b63c with Priority: HIGHEST for action security_group_rules [ 762.418691] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db80a88e-d903-434b-bdff-92beebd7b63c with Priority: HIGHEST for action security_group_rules [ 762.418691] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db80a88e-d903-434b-bdff-92beebd7b63c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.418882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db80a88e-d903-434b-bdff-92beebd7b63c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.781855] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.781855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.781855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.781855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.781855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.781855] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.781855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.781855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.781855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.781855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.781855] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c is going to be updated. [ 762.814991] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.814991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.814991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.814991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.814991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.822132] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: IN_PROGRESS for 2s [ 762.848757] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.848853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.848930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.849183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.849278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.849375] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db80a88e-d903-434b-bdff-92beebd7b63c already deleted. [ 762.849460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db80a88e-d903-434b-bdff-92beebd7b63c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.849711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db80a88e-d903-434b-bdff-92beebd7b63c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.849876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db80a88e-d903-434b-bdff-92beebd7b63c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.849960] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db80a88e-d903-434b-bdff-92beebd7b63c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.049020] env[69685]: INFO networking_nsxv3.common.synchronization [None req-6707223e-22e4-4e04-83c7-e5986d05ad91 None None] Enqueued Resource ID: 6565f854-22fa-4492-877f-96700d37635e with Priority: HIGHEST for action port [ 763.049020] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6565f854-22fa-4492-877f-96700d37635e with Priority: HIGHEST for action port [ 763.049020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6565f854-22fa-4492-877f-96700d37635e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.049020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6565f854-22fa-4492-877f-96700d37635e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.049020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6565f854-22fa-4492-877f-96700d37635e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.049020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6565f854-22fa-4492-877f-96700d37635e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.049020] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6565f854-22fa-4492-877f-96700d37635e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.375975] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.375975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.375975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.375975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.375975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.375975] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db80a88e-d903-434b-bdff-92beebd7b63c already deleted. [ 763.375975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db80a88e-d903-434b-bdff-92beebd7b63c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.551975] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6565f854-22fa-4492-877f-96700d37635e [ 763.552557] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.552557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.552557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.552714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.553488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.553488] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6565f854-22fa-4492-877f-96700d37635e already deleted. [ 763.553488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6565f854-22fa-4492-877f-96700d37635e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.752790] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: SUCCESS [ 763.753088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.753267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.753520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.753735] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.753854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.753919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.754102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.754164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.754253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.754344] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.259447] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.761991] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3deeb4e7-4566-4f39-97e6-811829e5aead: rpc.has_security_group_logging(os_id): False [ 764.781905] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.781905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.781905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.781905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.781905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.781905] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.781905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.781905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.781905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.781905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.781905] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead is going to be created. [ 764.831222] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c in Status: SUCCESS [ 764.831922] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c deletion is rescheduled due to dependency. [ 764.832076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.839685] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.840055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.840170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.840517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.841559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.851389] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: IN_PROGRESS for 2s [ 765.223035] env[69685]: INFO networking_nsxv3.common.synchronization [req-c069f8b2-f82b-4785-93fc-6ddb581246cc req-6cdbea35-8b08-4114-83aa-8d482dc0453c tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Enqueued Resource ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 with Priority: HIGHEST for action security_group_members [ 765.223605] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 with Priority: HIGHEST for action security_group_members [ 765.223902] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5487a914-3b36-4f27-b2e2-233724c0bb95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.224809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.224931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.225222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.225397] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.225532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.225586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.225746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.225831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.226673] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5487a914-3b36-4f27-b2e2-233724c0bb95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.701961] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.702334] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-829" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.702334] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-829" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.702719] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-829" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.703389] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.704336] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.704336] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.704336] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.704336] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.704560] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.704720] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.705183] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.705183] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.705183] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.705300] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.705391] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.723998] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.724277] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.724455] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.724666] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-829" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.725034] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-a0524d5c-a107-4094-a736-31caf8947f96 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.725250] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-a0524d5c-a107-4094-a736-31caf8947f96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.725399] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-a0524d5c-a107-4094-a736-31caf8947f96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.725901] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-a0524d5c-a107-4094-a736-31caf8947f96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.726185] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0524d5c-a107-4094-a736-31caf8947f96',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.727368] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.727510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.727565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.727769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.727836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.728089] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.728144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.728202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.728348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.730241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.730241] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 already deleted. [ 765.730241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.230809] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.230809] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.230809] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.230809] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.231193] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.231803] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port a0524d5c-a107-4094-a736-31caf8947f96 not found, creating... [ 766.231803] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.231803] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.231979] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.232295] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.232611] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.232990] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.233239] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.233473] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.233741] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.233934] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.234168] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: a0524d5c-a107-4094-a736-31caf8947f96 is going to be created. [ 766.255470] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.255720] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.255857] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.256166] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.256596] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.256685] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-a0524d5c-a107-4094-a736-31caf8947f96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.862351] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: SUCCESS [ 766.862706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.318978] env[69685]: INFO networking_nsxv3.common.synchronization [req-c069f8b2-f82b-4785-93fc-6ddb581246cc req-a877e042-c518-4870-a8d7-26abbde610ac service nova] Enqueued Resource ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 with Priority: HIGHEST for action security_group_rules [ 767.319195] env[69685]: INFO networking_nsxv3.common.synchronization [req-c069f8b2-f82b-4785-93fc-6ddb581246cc req-a877e042-c518-4870-a8d7-26abbde610ac service nova] Enqueued Resource ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 with Priority: HIGHEST for action security_group_members [ 767.319354] env[69685]: INFO networking_nsxv3.common.synchronization [req-c069f8b2-f82b-4785-93fc-6ddb581246cc req-a877e042-c518-4870-a8d7-26abbde610ac service nova] Enqueued Resource ID: a0524d5c-a107-4094-a736-31caf8947f96 with Priority: HIGHEST for action port [ 767.319650] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 with Priority: HIGHEST for action security_group_rules [ 767.319763] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 with Priority: HIGHEST for action security_group_members [ 767.319877] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0524d5c-a107-4094-a736-31caf8947f96 with Priority: HIGHEST for action port [ 767.320486] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5487a914-3b36-4f27-b2e2-233724c0bb95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.320648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.320692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.320900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.320986] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5487a914-3b36-4f27-b2e2-233724c0bb95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.324441] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5487a914-3b36-4f27-b2e2-233724c0bb95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.324441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.324441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.324647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.324780] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.324878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.324951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.325119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.325226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.325359] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5487a914-3b36-4f27-b2e2-233724c0bb95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.326666] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0524d5c-a107-4094-a736-31caf8947f96 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.326767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0524d5c-a107-4094-a736-31caf8947f96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.326842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0524d5c-a107-4094-a736-31caf8947f96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.329184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0524d5c-a107-4094-a736-31caf8947f96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.329372] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0524d5c-a107-4094-a736-31caf8947f96',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.832546] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5487a914-3b36-4f27-b2e2-233724c0bb95 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.832693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.833195] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5487a914-3b36-4f27-b2e2-233724c0bb95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.834042] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0524d5c-a107-4094-a736-31caf8947f96 with status ACTIVE [ 767.834042] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.834252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.834252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.834436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.835068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.835068] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.835068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.835068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.835255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.835324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.835533] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.835662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.835715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.836042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.836042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.836042] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0524d5c-a107-4094-a736-31caf8947f96 is going to be updated. [ 767.868225] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.868538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.868538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.868638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.868774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.868932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0524d5c-a107-4094-a736-31caf8947f96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.918114] env[69685]: INFO networking_nsxv3.common.synchronization [req-33725e42-e1f1-4882-b518-6855402efc3f req-df7e5985-30cd-4745-a8fb-d7e4274371f5 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Enqueued Resource ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 with Priority: HIGHEST for action security_group_members [ 767.918931] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 with Priority: HIGHEST for action security_group_members [ 767.919391] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d84d4d-08ee-4460-91f5-ae235b58d997 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.919584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.919706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.921033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.921033] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.921033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.921033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.922290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.922290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.922290] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d84d4d-08ee-4460-91f5-ae235b58d997',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.338331] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5487a914-3b36-4f27-b2e2-233724c0bb95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.424995] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.425159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.425231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.425449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.425564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.426028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.426193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.426256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.426426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.426512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.426593] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 already deleted. [ 768.426674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.571138] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.571358] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-827" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.571491] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-827" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.571810] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-827" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.572084] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.572241] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.572359] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.572597] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.572765] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.572962] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.573413] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.573587] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.573727] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.573872] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.574016] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.574207] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.591707] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.591900] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 768.592055] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.592234] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-827" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.592593] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-3263cda0-c30d-4294-bade-e82f54a6d0e4 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.592783] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-3263cda0-c30d-4294-bade-e82f54a6d0e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.592906] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-3263cda0-c30d-4294-bade-e82f54a6d0e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.593248] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-3263cda0-c30d-4294-bade-e82f54a6d0e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.593400] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3263cda0-c30d-4294-bade-e82f54a6d0e4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.842697] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.842697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.842697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.842697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.842697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.842697] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 is going to be created. [ 768.869186] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.869186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.869186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.869186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.869762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.883202] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 in Status: UNINITIALIZED for 2s [ 769.098048] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.098303] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.098432] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.098768] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.098939] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.099107] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 3263cda0-c30d-4294-bade-e82f54a6d0e4 not found, creating... [ 769.099363] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.099522] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.099647] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.099862] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.099999] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.100294] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.100862] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.100862] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.100862] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.101080] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.101080] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 3263cda0-c30d-4294-bade-e82f54a6d0e4 is going to be created. [ 769.118848] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.119083] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.119215] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.119486] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.119714] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.119937] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-3263cda0-c30d-4294-bade-e82f54a6d0e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.038161] env[69685]: INFO networking_nsxv3.common.synchronization [req-33725e42-e1f1-4882-b518-6855402efc3f req-5c17e206-e874-4cce-9734-fccae9b5a4cb service nova] Enqueued Resource ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 with Priority: HIGHEST for action security_group_rules [ 770.038161] env[69685]: INFO networking_nsxv3.common.synchronization [req-33725e42-e1f1-4882-b518-6855402efc3f req-5c17e206-e874-4cce-9734-fccae9b5a4cb service nova] Enqueued Resource ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 with Priority: HIGHEST for action security_group_members [ 770.038161] env[69685]: INFO networking_nsxv3.common.synchronization [req-33725e42-e1f1-4882-b518-6855402efc3f req-5c17e206-e874-4cce-9734-fccae9b5a4cb service nova] Enqueued Resource ID: 3263cda0-c30d-4294-bade-e82f54a6d0e4 with Priority: HIGHEST for action port [ 770.038437] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 with Priority: HIGHEST for action security_group_rules [ 770.038437] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 with Priority: HIGHEST for action security_group_members [ 770.038514] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3263cda0-c30d-4294-bade-e82f54a6d0e4 with Priority: HIGHEST for action port [ 770.038722] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d84d4d-08ee-4460-91f5-ae235b58d997 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.038863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.038894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.041362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.041362] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d84d4d-08ee-4460-91f5-ae235b58d997',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.042608] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d84d4d-08ee-4460-91f5-ae235b58d997 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.042608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.042608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.042838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.042879] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.043082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.043082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.043192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.043273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.043362] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d84d4d-08ee-4460-91f5-ae235b58d997',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.044146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3263cda0-c30d-4294-bade-e82f54a6d0e4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.044246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3263cda0-c30d-4294-bade-e82f54a6d0e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.044306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3263cda0-c30d-4294-bade-e82f54a6d0e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.044463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3263cda0-c30d-4294-bade-e82f54a6d0e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.044594] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3263cda0-c30d-4294-bade-e82f54a6d0e4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.548876] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4d84d4d-08ee-4460-91f5-ae235b58d997',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.549667] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d84d4d-08ee-4460-91f5-ae235b58d997 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.549767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.549911] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3263cda0-c30d-4294-bade-e82f54a6d0e4 with status ACTIVE [ 770.550073] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.550173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.551942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.551942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.551942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.551942] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.551942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.551942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.551942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.551942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.551942] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.551942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.551942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.551942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.551942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.551942] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3263cda0-c30d-4294-bade-e82f54a6d0e4 is going to be updated. [ 770.572208] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.572208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.572208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.572449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.572601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.572714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3263cda0-c30d-4294-bade-e82f54a6d0e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.893483] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 in Status: SUCCESS [ 770.893483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.893483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.893709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.893842] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.893994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.894091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.895755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.895755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.895755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.895755] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5487a914-3b36-4f27-b2e2-233724c0bb95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.055404] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4d84d4d-08ee-4460-91f5-ae235b58d997',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.403952] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5487a914-3b36-4f27-b2e2-233724c0bb95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.558308] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.558822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.558822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.558822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.558822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.558822] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 is going to be created. [ 771.580595] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.580780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.580814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.581014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.581174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.592045] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 in Status: UNINITIALIZED for 2s [ 771.906894] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5487a914-3b36-4f27-b2e2-233724c0bb95: rpc.has_security_group_logging(os_id): False [ 771.926224] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.926224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.926224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.926224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.926224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.926224] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.926224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.926224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.926224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.926224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.926224] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 is going to be created. [ 771.981328] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.981492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.981543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.981760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.981943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.992229] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 in Status: IN_PROGRESS for 2s [ 773.528241] env[69685]: INFO networking_nsxv3.common.synchronization [None req-efc73986-6a73-43cf-953b-5329a1b87e93 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Enqueued Resource ID: c2454595-a7a8-444e-b6a0-62cf0edc0631 with Priority: HIGHEST for action security_group_rules [ 773.528733] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2454595-a7a8-444e-b6a0-62cf0edc0631 with Priority: HIGHEST for action security_group_rules [ 773.530818] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2454595-a7a8-444e-b6a0-62cf0edc0631 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.530983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2454595-a7a8-444e-b6a0-62cf0edc0631" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.531074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2454595-a7a8-444e-b6a0-62cf0edc0631" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.531328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2454595-a7a8-444e-b6a0-62cf0edc0631" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.531417] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2454595-a7a8-444e-b6a0-62cf0edc0631',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.599308] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 in Status: SUCCESS [ 773.599670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.599951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.600296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.600731] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.601476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.601476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.601476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.601582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.601681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.601808] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4d84d4d-08ee-4460-91f5-ae235b58d997',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.701077] env[69685]: INFO networking_nsxv3.common.synchronization [None req-c09599fb-3df9-4f41-bea9-25990f48cede tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Enqueued Resource ID: c2454595-a7a8-444e-b6a0-62cf0edc0631 with Priority: HIGHEST for action security_group_rules [ 773.701631] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2454595-a7a8-444e-b6a0-62cf0edc0631 with Priority: HIGHEST for action security_group_rules [ 773.701935] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2454595-a7a8-444e-b6a0-62cf0edc0631 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.702210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2454595-a7a8-444e-b6a0-62cf0edc0631" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.004425] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 in Status: SUCCESS [ 774.004425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.050447] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.050663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.050767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.051096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.051209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.051348] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2454595-a7a8-444e-b6a0-62cf0edc0631 already deleted. [ 774.051440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2454595-a7a8-444e-b6a0-62cf0edc0631" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.051638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2454595-a7a8-444e-b6a0-62cf0edc0631" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.051835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2454595-a7a8-444e-b6a0-62cf0edc0631" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.051924] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2454595-a7a8-444e-b6a0-62cf0edc0631',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.105205] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d84d4d-08ee-4460-91f5-ae235b58d997 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.106645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.106645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.106645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.106645] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.106645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.106645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.106645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.106996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.106996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.107320] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d84d4d-08ee-4460-91f5-ae235b58d997 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.107539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.107539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.107726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.107922] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.112177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.112244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.112588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.112708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.112856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.112917] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4d84d4d-08ee-4460-91f5-ae235b58d997',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.571129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.571430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.571430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.571723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.571723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.571723] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2454595-a7a8-444e-b6a0-62cf0edc0631 already deleted. [ 774.571913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2454595-a7a8-444e-b6a0-62cf0edc0631" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.615395] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4d84d4d-08ee-4460-91f5-ae235b58d997: rpc.has_security_group_logging(os_id): False [ 774.632411] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.632411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.632578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.632729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.632770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.632972] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.633083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.633147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.633298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.633377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.633580] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.633674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.633737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.633905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.634017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.634188] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.634280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.634342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.634480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.634556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.634695] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 is going to be created. [ 774.694520] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.694755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.694848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.695758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.695758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.705959] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 in Status: IN_PROGRESS for 2s [ 775.341158] env[69685]: INFO networking_nsxv3.common.synchronization [req-90e45a9a-23a9-401c-b158-042e3984afb9 req-325d2cb9-d9ba-4e6b-9ec2-41dde24df3d7 tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Enqueued Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_members [ 775.341687] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_members [ 775.342254] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c17a11-02ce-482f-9dd5-902fff863987 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.342636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.342682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.342870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.343048] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.343151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.343225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.343367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.343525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.343573] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.846402] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.847831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.848107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.848452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.848654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.848992] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.850213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.850413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.850718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.850926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.851206] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73c17a11-02ce-482f-9dd5-902fff863987 is going to be updated. [ 776.012623] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.012781] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.012781] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.016018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.016018] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.016018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.016018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.016018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.016018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.016018] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.016018] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.016018] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.016018] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.016018] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.016018] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.016018] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.016856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.016856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.016856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.017011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.017197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.025978] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73c17a11-02ce-482f-9dd5-902fff863987 in Status: IN_PROGRESS for 2s [ 776.038726] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.038899] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.039044] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.039229] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.039538] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.039708] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.039824] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.040249] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.040358] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af149ad8-2e57-4cc8-a393-bfb3bad1e5ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.542801] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.542801] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.542912] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.543237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.543396] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.543550] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port af149ad8-2e57-4cc8-a393-bfb3bad1e5ce not found, creating... [ 776.543871] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.543965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.544097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.544313] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.544492] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.544839] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.544993] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.545120] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.545366] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.545461] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.545604] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: af149ad8-2e57-4cc8-a393-bfb3bad1e5ce is going to be created. [ 776.569110] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.569341] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.569525] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.569748] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.570201] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.570265] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.717741] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 in Status: SUCCESS [ 776.718015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.290714] env[69685]: INFO networking_nsxv3.common.synchronization [req-90e45a9a-23a9-401c-b158-042e3984afb9 req-de36327e-01db-44eb-86f4-a418edd43c2a service nova] Enqueued Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_rules [ 777.293252] env[69685]: INFO networking_nsxv3.common.synchronization [req-90e45a9a-23a9-401c-b158-042e3984afb9 req-de36327e-01db-44eb-86f4-a418edd43c2a service nova] Enqueued Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_members [ 777.293706] env[69685]: INFO networking_nsxv3.common.synchronization [req-90e45a9a-23a9-401c-b158-042e3984afb9 req-de36327e-01db-44eb-86f4-a418edd43c2a service nova] Enqueued Resource ID: af149ad8-2e57-4cc8-a393-bfb3bad1e5ce with Priority: HIGHEST for action port [ 777.294357] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_rules [ 777.294649] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_members [ 777.294947] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af149ad8-2e57-4cc8-a393-bfb3bad1e5ce with Priority: HIGHEST for action port [ 777.296227] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73c17a11-02ce-482f-9dd5-902fff863987 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.296526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.298019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.298019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.298019] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.298248] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c17a11-02ce-482f-9dd5-902fff863987 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.298470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.298789] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.299068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.300090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.301243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.301243] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af149ad8-2e57-4cc8-a393-bfb3bad1e5ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.802147] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c17a11-02ce-482f-9dd5-902fff863987 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.802243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.803569] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af149ad8-2e57-4cc8-a393-bfb3bad1e5ce with status ACTIVE [ 777.803754] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.803874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.803940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.804175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.804294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.804490] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.804593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.804797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.805014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.805125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.805333] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.805440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.805508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.805840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.806134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.806134] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af149ad8-2e57-4cc8-a393-bfb3bad1e5ce is going to be updated. [ 777.829408] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.829627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.829627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.829860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.830011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.830170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af149ad8-2e57-4cc8-a393-bfb3bad1e5ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.039034] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73c17a11-02ce-482f-9dd5-902fff863987 in Status: SUCCESS [ 778.039034] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73c17a11-02ce-482f-9dd5-902fff863987 deletion is rescheduled due to dependency. [ 778.039210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.039293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.039508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.039785] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.039785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.039874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.039991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.040101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.040200] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.542372] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.044885] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.547673] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.547673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.547673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.548073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.548073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.548139] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73c17a11-02ce-482f-9dd5-902fff863987 is going to be updated. [ 779.578095] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.578095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.578095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.578345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.578447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.586675] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73c17a11-02ce-482f-9dd5-902fff863987 in Status: IN_PROGRESS for 2s [ 780.560923] env[69685]: INFO networking_nsxv3.common.synchronization [req-5315ac50-ce17-4550-b556-7daa1b7092e2 req-ae77cf4a-efd0-485d-9c86-6d91bc1ad880 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Enqueued Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_members [ 780.561860] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_members [ 780.561860] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.561985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.562518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.562925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.563125] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.563348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.563411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.563555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.563878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.563987] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.602065] env[69685]: INFO networking_nsxv3.common.synchronization [req-a13bd811-3dd0-49d6-9eaf-3ac1149f7043 req-ca644fc4-d9bb-4b1e-9fc3-cc72a757e496 tempest-InstanceActionsNegativeTestJSON-614929707 tempest-InstanceActionsNegativeTestJSON-614929707-project-member] Enqueued Resource ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 with Priority: HIGHEST for action security_group_members [ 780.602065] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 with Priority: HIGHEST for action security_group_members [ 780.602065] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d84d4d-08ee-4460-91f5-ae235b58d997 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.602065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.602065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.602065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.602065] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.602065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.602065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.602065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.603591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.603879] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d84d4d-08ee-4460-91f5-ae235b58d997',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.877203] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.877450] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-680" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.877607] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-680" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.877963] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-680" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.878331] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.878426] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.878570] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.878816] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.878989] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.879265] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.879389] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.879522] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.879727] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.879773] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.879907] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.880138] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.900874] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.900874] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 780.900874] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.900874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-680" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.900874] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-7c2cf10c-44c1-4931-9634-798ccd585f98 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.900874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.900874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.901404] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.901701] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c2cf10c-44c1-4931-9634-798ccd585f98',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.065952] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.066122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.066215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.066997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.066997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.066997] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.066997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.066997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.067306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.067306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.067306] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a already deleted. [ 781.067306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.106987] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.107128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.107199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.107418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.107507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.107722] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.107810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.107872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.108035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.108100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.108180] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 is going to be updated. [ 781.135276] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.135276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.135276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.135276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.135276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.144443] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 in Status: IN_PROGRESS for 2s [ 781.406887] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.407194] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.407327] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.407607] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.407756] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.407914] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 7c2cf10c-44c1-4931-9634-798ccd585f98 not found, creating... [ 781.408378] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.408378] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.408479] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.408656] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.408791] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.409081] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.409235] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.409350] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.409555] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.409759] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.409913] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 7c2cf10c-44c1-4931-9634-798ccd585f98 is going to be created. [ 781.443246] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.443455] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.443587] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.444022] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.444169] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.444385] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.597405] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73c17a11-02ce-482f-9dd5-902fff863987 in Status: SUCCESS [ 781.597759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.597830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.598044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.598234] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.598346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.598406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.598561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.598639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.598739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.598830] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.101689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c17a11-02ce-482f-9dd5-902fff863987 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.101924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.101924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.102133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.102317] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.102422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.102474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.102655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.102746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.102837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.103062] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c17a11-02ce-482f-9dd5-902fff863987 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.103186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.103255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.103424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.103569] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.103701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.103785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.103988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.104104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.104194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.104300] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.140384] env[69685]: INFO networking_nsxv3.common.synchronization [req-5315ac50-ce17-4550-b556-7daa1b7092e2 req-4112c1b8-c3fa-431e-b8a3-f8c769d5bd79 service nova] Enqueued Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_rules [ 782.140566] env[69685]: INFO networking_nsxv3.common.synchronization [req-5315ac50-ce17-4550-b556-7daa1b7092e2 req-4112c1b8-c3fa-431e-b8a3-f8c769d5bd79 service nova] Enqueued Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_members [ 782.140702] env[69685]: INFO networking_nsxv3.common.synchronization [req-5315ac50-ce17-4550-b556-7daa1b7092e2 req-4112c1b8-c3fa-431e-b8a3-f8c769d5bd79 service nova] Enqueued Resource ID: 7c2cf10c-44c1-4931-9634-798ccd585f98 with Priority: HIGHEST for action port [ 782.140930] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_rules [ 782.141071] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_members [ 782.141181] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2cf10c-44c1-4931-9634-798ccd585f98 with Priority: HIGHEST for action port [ 782.141748] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.141874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.141940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.142918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.143070] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.143978] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.145172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.145302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.145519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.145778] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.145878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.146177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.146213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.146282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.146379] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.147391] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c2cf10c-44c1-4931-9634-798ccd585f98 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.147503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.147571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.147731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.147898] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c2cf10c-44c1-4931-9634-798ccd585f98',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.606793] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73c17a11-02ce-482f-9dd5-902fff863987: rpc.has_security_group_logging(os_id): False [ 782.625253] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.625440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.625440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.625674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.625797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.625970] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.626077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.626140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.626292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.626370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.626564] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.626659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.626726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.626856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.626932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.627431] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.627537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.627586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.627727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.627803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.627889] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73c17a11-02ce-482f-9dd5-902fff863987 is going to be updated. [ 782.649593] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.650633] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.650738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.650919] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c2cf10c-44c1-4931-9634-798ccd585f98 with status ACTIVE [ 782.651124] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.651229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.651278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.651451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.651545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.651706] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.651818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.652350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.652350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.652350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.652350] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.652350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.652648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.652648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.652648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.652648] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c2cf10c-44c1-4931-9634-798ccd585f98 is going to be updated. [ 782.722417] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.722496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.722527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.723112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.723112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.723112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.725027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.725027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.725027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.725027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.725214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.746075] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73c17a11-02ce-482f-9dd5-902fff863987 in Status: IN_PROGRESS for 2s [ 783.154791] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 in Status: SUCCESS [ 783.155054] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 deletion is rescheduled due to dependency. [ 783.155172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.155399] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.283917] env[69685]: INFO networking_nsxv3.common.synchronization [req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 req-c4e67b97-1ffe-4df4-adc5-3781a3c080e0 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Enqueued Resource ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf with Priority: HIGHEST for action security_group_members [ 783.283917] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf with Priority: HIGHEST for action security_group_members [ 783.283917] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-342d36b1-2b46-421f-873a-ab4af4d7ddbf taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.283917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.283917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.283917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.284430] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.284430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.284430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.284430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.284430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.284587] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('342d36b1-2b46-421f-873a-ab4af4d7ddbf',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.657537] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.657850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.657850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.657963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.658072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.658178] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a is going to be created. [ 783.744082] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.744243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.744288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.744504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.744713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.755357] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: UNINITIALIZED for 2s [ 783.787112] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.787200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.787234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.787451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.787545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.787744] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.788180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.788180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.788180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.788180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.788180] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf already deleted. [ 783.788349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.818446] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.818631] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-209" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.818749] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-209" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.819100] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-209" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.819358] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.819510] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.819624] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.819860] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.820016] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.820255] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.820407] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.820471] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.820577] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.820683] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.820788] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.820917] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.838242] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.838542] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.838542] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.839105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-209" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.839105] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.839265] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.839890] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.839890] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.839890] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a80b5a8-1bc4-4b5b-94de-821a98cf94fa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.341828] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.342066] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.342197] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.342485] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.342667] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.342818] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 9a80b5a8-1bc4-4b5b-94de-821a98cf94fa not found, creating... [ 784.343081] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.343239] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.343409] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.343642] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.343779] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.344084] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.344240] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.344354] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.344554] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.344711] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.344846] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 9a80b5a8-1bc4-4b5b-94de-821a98cf94fa is going to be created. [ 784.365057] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.365057] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.365057] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.365057] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.365308] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.365491] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.758489] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73c17a11-02ce-482f-9dd5-902fff863987 in Status: SUCCESS [ 784.758808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.080227] env[69685]: INFO networking_nsxv3.common.synchronization [req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 req-a30b8f4d-0b51-4f38-b32b-cd7b347caf03 service nova] Enqueued Resource ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf with Priority: HIGHEST for action security_group_rules [ 785.080227] env[69685]: INFO networking_nsxv3.common.synchronization [req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 req-a30b8f4d-0b51-4f38-b32b-cd7b347caf03 service nova] Enqueued Resource ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf with Priority: HIGHEST for action security_group_members [ 785.080227] env[69685]: INFO networking_nsxv3.common.synchronization [req-fdc29aa0-1f48-46ca-bc75-c8129aadf616 req-a30b8f4d-0b51-4f38-b32b-cd7b347caf03 service nova] Enqueued Resource ID: 9a80b5a8-1bc4-4b5b-94de-821a98cf94fa with Priority: HIGHEST for action port [ 785.080227] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf with Priority: HIGHEST for action security_group_rules [ 785.080227] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf with Priority: HIGHEST for action security_group_members [ 785.080227] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a80b5a8-1bc4-4b5b-94de-821a98cf94fa with Priority: HIGHEST for action port [ 785.080227] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-342d36b1-2b46-421f-873a-ab4af4d7ddbf taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.080227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.080227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.080227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.080227] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('342d36b1-2b46-421f-873a-ab4af4d7ddbf',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.080961] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-342d36b1-2b46-421f-873a-ab4af4d7ddbf taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.081083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.081148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.081322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.081459] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.081558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.081598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.081735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.081817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.081900] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('342d36b1-2b46-421f-873a-ab4af4d7ddbf',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.083147] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.083310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.083414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.083547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.083619] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a80b5a8-1bc4-4b5b-94de-821a98cf94fa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.588027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-342d36b1-2b46-421f-873a-ab4af4d7ddbf taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.588027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.588027] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('342d36b1-2b46-421f-873a-ab4af4d7ddbf',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.588027] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a80b5a8-1bc4-4b5b-94de-821a98cf94fa with status ACTIVE [ 785.588027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.588027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.588027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.588027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.588027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.588027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.588027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.588027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.588027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.588027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.588768] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.588899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.589060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.589369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.589533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.589690] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a80b5a8-1bc4-4b5b-94de-821a98cf94fa is going to be updated. [ 785.614889] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.615109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.615182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.615410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.615532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.615695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a80b5a8-1bc4-4b5b-94de-821a98cf94fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.765257] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: SUCCESS [ 785.765507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.765620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.767168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.767418] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.768354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.768354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.768507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.768537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.768624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.768723] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.095921] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('342d36b1-2b46-421f-873a-ab4af4d7ddbf',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.271783] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.272179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.272179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.272437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.272670] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.272847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.272931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.273148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.273272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.273384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.273615] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.273760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.273859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.274062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.274248] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.274404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.274479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.274751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.274873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.276103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.276243] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.599222] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.599222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.599222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.599222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.599414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.599414] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf is going to be created. [ 786.622472] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.622472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.622472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.622472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.622472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.633319] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf in Status: UNINITIALIZED for 2s [ 786.779955] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd23c6fb-ab77-417d-9b24-4fa498aea47a: rpc.has_security_group_logging(os_id): False [ 786.798033] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.798033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.798033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.798033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.798033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.798033] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.798033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.798033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.798033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.798033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.798033] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.798033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.798033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.798033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.798033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.798712] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.798712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.798712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.798712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.801411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.801411] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a is going to be created. [ 786.862267] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.863043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.863136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.863350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.863576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.874754] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: IN_PROGRESS for 2s [ 788.642985] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf in Status: SUCCESS [ 788.643255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.643376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.643591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.643781] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.643899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.643966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.644137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.644220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.644310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.644461] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('342d36b1-2b46-421f-873a-ab4af4d7ddbf',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.903098] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: SUCCESS [ 788.903336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.147068] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-342d36b1-2b46-421f-873a-ab4af4d7ddbf taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.147068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.147068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.147068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.147327] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.147327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.147327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.147459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.147558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.147692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.147846] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-342d36b1-2b46-421f-873a-ab4af4d7ddbf taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.147949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.147986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.148137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.148290] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.148383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.148443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.148579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.148654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.148734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.148841] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('342d36b1-2b46-421f-873a-ab4af4d7ddbf',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.652783] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 342d36b1-2b46-421f-873a-ab4af4d7ddbf: rpc.has_security_group_logging(os_id): False [ 789.671188] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.671188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.671188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.671188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.671426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.671473] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.671574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.671637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.671791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.671966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.672248] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.672391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.672492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.672711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.672834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.673055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.673161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.673236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.673446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.673446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.673569] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf is going to be created. [ 789.734140] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.734330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.734378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.734655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.734902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.745371] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf in Status: IN_PROGRESS for 2s [ 790.080545] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 790.080639] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 791.370843] env[69685]: INFO networking_nsxv3.common.synchronization [req-e4006bd9-b87b-4dbf-93a1-fce1eb4a78d4 req-07e7e699-93b3-416c-ba1e-a3580d0bad0f tempest-DeleteServersAdminTestJSON-381458515 tempest-DeleteServersAdminTestJSON-381458515-project-member] Enqueued Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_members [ 791.371422] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGHEST for action security_group_members [ 791.371719] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c17a11-02ce-482f-9dd5-902fff863987 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.371844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.371911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.374657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.374859] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.375013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.376818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.376818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.376818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.376818] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.758940] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf in Status: SUCCESS [ 791.759194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.879897] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.879897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.879897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.880099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.881073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.881073] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.881073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.881073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.881271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.881316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.881404] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73c17a11-02ce-482f-9dd5-902fff863987 is going to be updated. [ 791.919042] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.919042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.919042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.919042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.919042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.929393] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73c17a11-02ce-482f-9dd5-902fff863987 in Status: IN_PROGRESS for 2s [ 793.323045] env[69685]: INFO networking_nsxv3.common.synchronization [req-7cb72cf1-3bf4-457a-8b81-5e93da794f93 req-0deee32d-a42d-4264-a4b6-2f17967f0a07 tempest-ImagesOneServerTestJSON-101516324 tempest-ImagesOneServerTestJSON-101516324-project-member] Enqueued Resource ID: 82fa8ee8-400d-451f-80cc-0999216ec471 with Priority: HIGHEST for action security_group_members [ 793.323579] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fa8ee8-400d-451f-80cc-0999216ec471 with Priority: HIGHEST for action security_group_members [ 793.323887] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fa8ee8-400d-451f-80cc-0999216ec471 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.324017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.327509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.327509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.327509] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.327509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.327509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.327509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.327737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.327737] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82fa8ee8-400d-451f-80cc-0999216ec471',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.829420] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.829608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.829655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.829870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.829965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.830185] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.830286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.830348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.830509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.830589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.830676] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82fa8ee8-400d-451f-80cc-0999216ec471 is going to be updated. [ 793.858702] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.858918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.858918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.859154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.859294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.867201] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fa8ee8-400d-451f-80cc-0999216ec471 in Status: IN_PROGRESS for 2s [ 793.938655] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73c17a11-02ce-482f-9dd5-902fff863987 in Status: SUCCESS [ 793.938901] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73c17a11-02ce-482f-9dd5-902fff863987 deletion is rescheduled due to dependency. [ 793.939082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.141023] env[69685]: INFO networking_nsxv3.common.synchronization [None req-0a58e7cc-88dd-43e8-9c32-8a95588711f9 None None] Enqueued Resource ID: 75c1f0a6-50dd-41c1-9c5b-193a8a18a457 with Priority: HIGHEST for action port [ 795.141023] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c1f0a6-50dd-41c1-9c5b-193a8a18a457 with Priority: HIGHEST for action port [ 795.141023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-75c1f0a6-50dd-41c1-9c5b-193a8a18a457 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.141023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75c1f0a6-50dd-41c1-9c5b-193a8a18a457" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.141023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75c1f0a6-50dd-41c1-9c5b-193a8a18a457" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.142109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75c1f0a6-50dd-41c1-9c5b-193a8a18a457" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.142449] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75c1f0a6-50dd-41c1-9c5b-193a8a18a457',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.648962] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75c1f0a6-50dd-41c1-9c5b-193a8a18a457 [ 795.648962] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.648962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.649151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.649612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.649612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.649612] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75c1f0a6-50dd-41c1-9c5b-193a8a18a457 already deleted. [ 795.649612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75c1f0a6-50dd-41c1-9c5b-193a8a18a457" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.877576] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fa8ee8-400d-451f-80cc-0999216ec471 in Status: SUCCESS [ 795.877747] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82fa8ee8-400d-451f-80cc-0999216ec471 deletion is rescheduled due to dependency. [ 795.877871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.266588] env[69685]: INFO networking_nsxv3.common.synchronization [req-2dea4317-4908-4906-99f1-73b93038c953 req-9802691f-9a0c-4f44-8afb-7af9c8ac2fd5 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 797.267146] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 797.267448] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.267686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.267686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.267834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.267984] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.272903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.272995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.273242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.273312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.273394] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.384285] env[69685]: INFO networking_nsxv3.common.synchronization [None req-97bc2978-62a0-4f5f-8018-7e85511ac318 None None] Enqueued Resource ID: 1890bfd1-48dc-4458-9d81-94b897452d51 with Priority: HIGHEST for action port [ 797.384366] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1890bfd1-48dc-4458-9d81-94b897452d51 with Priority: HIGHEST for action port [ 797.384946] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-1890bfd1-48dc-4458-9d81-94b897452d51 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.385243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1890bfd1-48dc-4458-9d81-94b897452d51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.385243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1890bfd1-48dc-4458-9d81-94b897452d51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.385405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1890bfd1-48dc-4458-9d81-94b897452d51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.385485] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1890bfd1-48dc-4458-9d81-94b897452d51',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.723527] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.723858] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.724039] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.724573] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.725028] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.725204] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.725413] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.725588] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.726441] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.726441] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.726441] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.726441] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.726441] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.726441] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.726771] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.726995] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.746664] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.746822] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 797.746867] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.747103] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.747479] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-6e3a38b7-64a4-472b-96ad-40cf52167108 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.748198] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-6e3a38b7-64a4-472b-96ad-40cf52167108" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.748198] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-6e3a38b7-64a4-472b-96ad-40cf52167108" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.748423] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-6e3a38b7-64a4-472b-96ad-40cf52167108" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.748612] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e3a38b7-64a4-472b-96ad-40cf52167108',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.776736] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.892921] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1890bfd1-48dc-4458-9d81-94b897452d51 [ 797.892921] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.892921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.892921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.892921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.892921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.892921] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1890bfd1-48dc-4458-9d81-94b897452d51 already deleted. [ 797.892921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1890bfd1-48dc-4458-9d81-94b897452d51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.251725] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.252270] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.252547] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.252957] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.258854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.258854] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 6e3a38b7-64a4-472b-96ad-40cf52167108 not found, creating... [ 798.258854] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.258854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.258854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.258854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.258854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.266091] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.266091] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.266091] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.266091] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.266091] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.266091] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 6e3a38b7-64a4-472b-96ad-40cf52167108 is going to be created. [ 798.280459] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.286422] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.286422] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.286422] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.286422] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.286422] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.286422] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-6e3a38b7-64a4-472b-96ad-40cf52167108" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.501204] env[69685]: INFO networking_nsxv3.common.synchronization [None req-6f73ec1d-039e-4a50-bf8f-f64708bf2ce2 None None] Enqueued Resource ID: 6455f83e-fe09-401e-af67-653546d0d1b1 with Priority: HIGHEST for action port [ 798.501635] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6455f83e-fe09-401e-af67-653546d0d1b1 with Priority: HIGHEST for action port [ 798.502100] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6455f83e-fe09-401e-af67-653546d0d1b1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.502209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6455f83e-fe09-401e-af67-653546d0d1b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.502340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6455f83e-fe09-401e-af67-653546d0d1b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.502788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6455f83e-fe09-401e-af67-653546d0d1b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.502894] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6455f83e-fe09-401e-af67-653546d0d1b1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.783543] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.783729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.783803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.785229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.785229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.785229] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 is going to be updated. [ 798.811508] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.811681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.811722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.814016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.814016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.821903] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: IN_PROGRESS for 2s [ 799.006561] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6455f83e-fe09-401e-af67-653546d0d1b1 [ 799.006955] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.007194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.007460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.007663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.007815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.007962] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6455f83e-fe09-401e-af67-653546d0d1b1 already deleted. [ 799.008126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6455f83e-fe09-401e-af67-653546d0d1b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.452110] env[69685]: INFO networking_nsxv3.common.synchronization [req-2dea4317-4908-4906-99f1-73b93038c953 req-8b134c9d-c8a9-4f0f-9776-febd314c55af service nova] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_rules [ 799.452110] env[69685]: INFO networking_nsxv3.common.synchronization [req-2dea4317-4908-4906-99f1-73b93038c953 req-8b134c9d-c8a9-4f0f-9776-febd314c55af service nova] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 799.452404] env[69685]: INFO networking_nsxv3.common.synchronization [req-2dea4317-4908-4906-99f1-73b93038c953 req-8b134c9d-c8a9-4f0f-9776-febd314c55af service nova] Enqueued Resource ID: 6e3a38b7-64a4-472b-96ad-40cf52167108 with Priority: HIGHEST for action port [ 799.452404] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_rules [ 799.452497] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 799.452596] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3a38b7-64a4-472b-96ad-40cf52167108 with Priority: HIGHEST for action port [ 799.453154] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.453294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.453335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.453538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.453616] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.454552] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.454552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.455785] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e3a38b7-64a4-472b-96ad-40cf52167108 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.455785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e3a38b7-64a4-472b-96ad-40cf52167108" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.455785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e3a38b7-64a4-472b-96ad-40cf52167108" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.455785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e3a38b7-64a4-472b-96ad-40cf52167108" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.455785] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e3a38b7-64a4-472b-96ad-40cf52167108',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.942489] env[69685]: INFO networking_nsxv3.common.synchronization [req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a req-c0627fff-1201-44fe-9467-21a70ff20d52 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 799.942722] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 799.943216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.943346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.943470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.943608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.948026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.948026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.948026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.948026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.948026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.948026] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.957209] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.957378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.961138] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e3a38b7-64a4-472b-96ad-40cf52167108 with status ACTIVE [ 799.961862] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.961862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.961862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.961862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.963185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.963185] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.963185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.963185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.963185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.963185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.963185] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.963185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.963185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.964155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.964155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.964155] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e3a38b7-64a4-472b-96ad-40cf52167108 is going to be updated. [ 799.983210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.984115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.984639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.985058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.985803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.986171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e3a38b7-64a4-472b-96ad-40cf52167108" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.251166] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.251166] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.251166] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.251166] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.252163] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.252403] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.253547] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.253547] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.253547] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.253547] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.253547] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.253547] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.253547] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.253805] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.253805] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.253859] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.273793] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.273793] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.273912] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.274157] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.274537] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-a43ec588-89fb-4c07-a303-936433d21931 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.274774] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-a43ec588-89fb-4c07-a303-936433d21931" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.274946] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-a43ec588-89fb-4c07-a303-936433d21931" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.275708] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-a43ec588-89fb-4c07-a303-936433d21931" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.275926] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a43ec588-89fb-4c07-a303-936433d21931',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.298964] env[69685]: INFO networking_nsxv3.common.synchronization [req-b57a6b9a-75a6-4397-a917-6621d9252336 req-534b9cd7-82c8-4740-883b-cf223f181b99 tempest-ServersV294TestFqdnHostnames-1469897936 tempest-ServersV294TestFqdnHostnames-1469897936-project-member] Enqueued Resource ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 with Priority: HIGHEST for action security_group_members [ 800.300767] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 with Priority: HIGHEST for action security_group_members [ 800.301200] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3313de7c-7d29-44fa-816a-6242e50f13a8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.301340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.301408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.301679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.301837] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.302147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.302147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.302241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.302272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.302396] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3313de7c-7d29-44fa-816a-6242e50f13a8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.446896] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.447067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.447067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.447234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.447336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.447531] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.447647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.447709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.449122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.449122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.449122] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 800.473497] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.473798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.473798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.473906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.474052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.483530] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 800.657068] env[69685]: INFO networking_nsxv3.common.synchronization [None req-282bd184-0476-4d1c-bcab-61487e9ba3dc None None] Enqueued Resource ID: 694d5455-174b-4b0c-b255-ee6d2b7625a4 with Priority: HIGHEST for action port [ 800.657651] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694d5455-174b-4b0c-b255-ee6d2b7625a4 with Priority: HIGHEST for action port [ 800.657956] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-694d5455-174b-4b0c-b255-ee6d2b7625a4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.658102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-694d5455-174b-4b0c-b255-ee6d2b7625a4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.658174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-694d5455-174b-4b0c-b255-ee6d2b7625a4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.658426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-694d5455-174b-4b0c-b255-ee6d2b7625a4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.658503] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('694d5455-174b-4b0c-b255-ee6d2b7625a4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.783778] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.783778] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.783957] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.784224] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.784371] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.784759] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port a43ec588-89fb-4c07-a303-936433d21931 not found, creating... [ 800.784846] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.785038] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.785298] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.785386] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.786669] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.786669] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.786669] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.786669] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.786669] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.786669] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.786669] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: a43ec588-89fb-4c07-a303-936433d21931 is going to be created. [ 800.806223] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.806223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.806223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.806223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.806223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.806394] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.806562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.806562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.806703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.806743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.806846] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 is going to be updated. [ 800.811458] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.811675] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.812559] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.812559] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.812559] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.812753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-a43ec588-89fb-4c07-a303-936433d21931" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.831067] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: SUCCESS [ 800.833778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.833778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.833778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.833778] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.833778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.833778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.833778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.833778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.833778] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.840208] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.840208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.840208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.840208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.840208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.847455] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 in Status: IN_PROGRESS for 2s [ 801.062826] env[69685]: INFO networking_nsxv3.common.synchronization [req-56e243db-e0b6-4aa5-8153-d78d8468a275 req-01f0f534-3959-415b-af0f-5da269dbc3b2 tempest-ServerMetadataNegativeTestJSON-833936766 tempest-ServerMetadataNegativeTestJSON-833936766-project-member] Enqueued Resource ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf with Priority: HIGHEST for action security_group_members [ 801.063415] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf with Priority: HIGHEST for action security_group_members [ 801.063723] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-342d36b1-2b46-421f-873a-ab4af4d7ddbf taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.063841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.063913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.064831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.065060] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.065200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.065287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.065531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.065597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.065690] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('342d36b1-2b46-421f-873a-ab4af4d7ddbf',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.162890] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 694d5455-174b-4b0c-b255-ee6d2b7625a4 [ 801.163127] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.163258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.163842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.163842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.163842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.163842] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:694d5455-174b-4b0c-b255-ee6d2b7625a4 already deleted. [ 801.163842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-694d5455-174b-4b0c-b255-ee6d2b7625a4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.336314] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.522088] env[69685]: INFO networking_nsxv3.common.synchronization [req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a req-4a38349e-25d9-4456-8f0b-5b9e7270f5cf service nova] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_rules [ 801.522392] env[69685]: INFO networking_nsxv3.common.synchronization [req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a req-4a38349e-25d9-4456-8f0b-5b9e7270f5cf service nova] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 801.522441] env[69685]: INFO networking_nsxv3.common.synchronization [req-4ac181a6-bc0f-4e40-8450-4a0e3122b77a req-4a38349e-25d9-4456-8f0b-5b9e7270f5cf service nova] Enqueued Resource ID: a43ec588-89fb-4c07-a303-936433d21931 with Priority: HIGHEST for action port [ 801.523241] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_rules [ 801.523345] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 801.524082] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a43ec588-89fb-4c07-a303-936433d21931 with Priority: HIGHEST for action port [ 801.524082] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.524082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.524082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.524608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.524608] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.526494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.526494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.526494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-a43ec588-89fb-4c07-a303-936433d21931 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.526494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a43ec588-89fb-4c07-a303-936433d21931" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.526494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a43ec588-89fb-4c07-a303-936433d21931" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.526494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a43ec588-89fb-4c07-a303-936433d21931" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.526782] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a43ec588-89fb-4c07-a303-936433d21931',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.567774] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.567922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.567959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.568201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.568299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.568501] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.568601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.568665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.568813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.568894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.569018] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf is going to be updated. [ 801.614880] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.614880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.614880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.615317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.615317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.625257] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf in Status: IN_PROGRESS for 2s [ 801.838123] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.031644] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.031822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.031973] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a43ec588-89fb-4c07-a303-936433d21931 with status ACTIVE [ 802.032164] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.032274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.032341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.032548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.032648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.032871] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.032977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.033053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.033215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.033296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.033473] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.033566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.033626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.033764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.033837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.033922] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a43ec588-89fb-4c07-a303-936433d21931 is going to be updated. [ 802.053067] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.053207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.053286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.053461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.053594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.053749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a43ec588-89fb-4c07-a303-936433d21931" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.340267] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.340434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.340510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.340719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.340812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.340910] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 is going to be updated. [ 802.385418] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.385569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.385647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.385854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.385995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.396237] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: IN_PROGRESS for 2s [ 802.494412] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 802.494583] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 deletion is rescheduled due to dependency. [ 802.494690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.494918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.495139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.495319] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.495434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.495499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.495641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.495793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.495853] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.858050] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 in Status: SUCCESS [ 802.858349] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 deletion is rescheduled due to dependency. [ 802.858349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.997972] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.503188] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.637080] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf in Status: SUCCESS [ 803.637273] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf deletion is rescheduled due to dependency. [ 803.637319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.643257] env[69685]: INFO networking_nsxv3.common.synchronization [req-82ecab0a-3594-4192-a505-a458609691d8 req-69875d68-f98c-4832-abae-ae8b02892b07 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Enqueued Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_members [ 803.643501] env[69685]: INFO networking_nsxv3.common.synchronization [req-82ecab0a-3594-4192-a505-a458609691d8 req-69875d68-f98c-4832-abae-ae8b02892b07 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Enqueued Resource ID: a3249485-efa3-4683-9885-cf8860da2031 with Priority: HIGHEST for action security_group_members [ 803.644282] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_members [ 803.644370] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3249485-efa3-4683-9885-cf8860da2031 with Priority: HIGHEST for action security_group_members [ 803.644689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.644774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.644906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.648062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.648342] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.648481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.648578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.648817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.648946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.649651] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.650148] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3249485-efa3-4683-9885-cf8860da2031 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.650318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.652426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.652426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.652426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.653597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.653690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.653970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.654115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.654222] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3249485-efa3-4683-9885-cf8860da2031',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.707541] env[69685]: INFO networking_nsxv3.common.synchronization [req-82ecab0a-3594-4192-a505-a458609691d8 req-69875d68-f98c-4832-abae-ae8b02892b07 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Enqueued Resource ID: a3249485-efa3-4683-9885-cf8860da2031 with Priority: HIGHEST for action security_group_rules [ 803.707857] env[69685]: INFO networking_nsxv3.common.synchronization [req-82ecab0a-3594-4192-a505-a458609691d8 req-69875d68-f98c-4832-abae-ae8b02892b07 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Enqueued Resource ID: a3249485-efa3-4683-9885-cf8860da2031 with Priority: HIGHEST for action security_group_members [ 803.708198] env[69685]: INFO networking_nsxv3.common.synchronization [req-82ecab0a-3594-4192-a505-a458609691d8 req-69875d68-f98c-4832-abae-ae8b02892b07 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Enqueued Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_rules [ 803.708381] env[69685]: INFO networking_nsxv3.common.synchronization [req-82ecab0a-3594-4192-a505-a458609691d8 req-69875d68-f98c-4832-abae-ae8b02892b07 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Enqueued Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_members [ 803.708681] env[69685]: INFO networking_nsxv3.common.synchronization [req-82ecab0a-3594-4192-a505-a458609691d8 req-69875d68-f98c-4832-abae-ae8b02892b07 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Enqueued Resource ID: 7c2cf10c-44c1-4931-9634-798ccd585f98 with Priority: HIGHEST for action port [ 803.711074] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3249485-efa3-4683-9885-cf8860da2031 with Priority: HIGHEST for action security_group_rules [ 803.711074] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_rules [ 803.711074] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2cf10c-44c1-4931-9634-798ccd585f98 with Priority: HIGHEST for action port [ 803.711074] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3249485-efa3-4683-9885-cf8860da2031 with Priority: HIGHEST for action security_group_members [ 803.711074] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_members [ 803.711472] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3249485-efa3-4683-9885-cf8860da2031 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.711650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.711788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.712531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.713190] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3249485-efa3-4683-9885-cf8860da2031',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.714256] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.714508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.714585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.715181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.715181] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.715863] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c2cf10c-44c1-4931-9634-798ccd585f98 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.716027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.716106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.716302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.716375] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c2cf10c-44c1-4931-9634-798ccd585f98',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.720476] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3249485-efa3-4683-9885-cf8860da2031 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.720607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.720791] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.720872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.006122] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.006122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.006477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.006477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.007078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.007078] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 804.036209] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.036369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.036425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.036653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.036884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.044733] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 804.159460] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.159460] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3249485-efa3-4683-9885-cf8860da2031',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.221659] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c2cf10c-44c1-4931-9634-798ccd585f98 with status ACTIVE [ 804.223073] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.223269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.223343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.223676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.223773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.223977] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.224143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.224241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.224399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.224485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.224725] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.224926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.225015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.225175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.225256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.225792] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c2cf10c-44c1-4931-9634-798ccd585f98 is going to be updated. [ 804.227232] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3249485-efa3-4683-9885-cf8860da2031 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.227397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.227732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.227863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.249836] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.250033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.250129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.250429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.250625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.250845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.265306] env[69685]: INFO networking_nsxv3.common.synchronization [req-4ede8165-3719-42d7-ad29-12546858ac46 req-87076e10-2dee-409b-be4d-a33430eb9169 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Enqueued Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_members [ 804.266151] env[69685]: INFO networking_nsxv3.common.synchronization [req-4ede8165-3719-42d7-ad29-12546858ac46 req-87076e10-2dee-409b-be4d-a33430eb9169 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Enqueued Resource ID: a3249485-efa3-4683-9885-cf8860da2031 with Priority: HIGHEST for action security_group_members [ 804.266151] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_members [ 804.266285] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3249485-efa3-4683-9885-cf8860da2031 with Priority: HIGHEST for action security_group_members [ 804.266509] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.266644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.266716] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3249485-efa3-4683-9885-cf8860da2031 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.266795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.355026] env[69685]: INFO networking_nsxv3.common.synchronization [req-4ede8165-3719-42d7-ad29-12546858ac46 req-87076e10-2dee-409b-be4d-a33430eb9169 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Enqueued Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_rules [ 804.355026] env[69685]: INFO networking_nsxv3.common.synchronization [req-4ede8165-3719-42d7-ad29-12546858ac46 req-87076e10-2dee-409b-be4d-a33430eb9169 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Enqueued Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_members [ 804.355026] env[69685]: INFO networking_nsxv3.common.synchronization [req-4ede8165-3719-42d7-ad29-12546858ac46 req-87076e10-2dee-409b-be4d-a33430eb9169 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Enqueued Resource ID: 7c2cf10c-44c1-4931-9634-798ccd585f98 with Priority: HIGHEST for action port [ 804.355026] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_rules [ 804.355026] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_members [ 804.355026] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2cf10c-44c1-4931-9634-798ccd585f98 with Priority: HIGHEST for action port [ 804.355026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.355026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.355352] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.355352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.355414] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c2cf10c-44c1-4931-9634-798ccd585f98 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.355569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.355569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.355725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.355798] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c2cf10c-44c1-4931-9634-798ccd585f98',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.407454] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: SUCCESS [ 804.407666] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.407866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.408066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.408302] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.408418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.408488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.408653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.408739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.408827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.408918] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.662720] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.663666] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3249485-efa3-4683-9885-cf8860da2031',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.858125] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c2cf10c-44c1-4931-9634-798ccd585f98 with status ACTIVE [ 804.858347] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.858483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.858554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.858761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.858858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.859050] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.859153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.859216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.859370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.859448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.859624] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.859716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.859775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.860350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.860445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.860534] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c2cf10c-44c1-4931-9634-798ccd585f98 is going to be updated. [ 804.880240] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.880418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.880499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.880671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.880798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.880944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c2cf10c-44c1-4931-9634-798ccd585f98" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.913745] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.913990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.914368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.914744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.915044] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.915221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.915336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.915611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.915764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.916058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.916317] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.916317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.916453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.916648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.917221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.917413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.917681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.917979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.918231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.918263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.918379] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.166071] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.166441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.166441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.166541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.166620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.166718] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a is going to be updated. [ 805.168019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.168135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.168198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.168366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.168525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.168525] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3249485-efa3-4683-9885-cf8860da2031 is going to be created. [ 805.205791] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.205929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.206008] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.206219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.206386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.209544] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.209669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.209722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.209907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.210040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.216997] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3249485-efa3-4683-9885-cf8860da2031 in Status: UNINITIALIZED for 2s [ 805.218734] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: IN_PROGRESS for 2s [ 805.269980] env[69685]: INFO networking_nsxv3.common.synchronization [req-cb56da08-d143-4e80-a75a-b9c1dcefa837 req-43bc260c-0ab4-470d-afbb-b1fc2b333cf0 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Enqueued Resource ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 with Priority: HIGHEST for action security_group_members [ 805.270527] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 with Priority: HIGHEST for action security_group_members [ 805.270818] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.270939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.271011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.271819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.271996] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.272110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.272184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.272340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.272425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.272517] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9d63583-ca3f-4dbc-9611-ebf4838fefa1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.422670] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95855033-d2b8-4802-b721-f2a0baf953b0: rpc.has_security_group_logging(os_id): False [ 805.439775] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.440223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.440223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.440324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.440430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.440634] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.440730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.440793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.440944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.441026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.441202] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.441338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.441338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.441474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.441559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.444044] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.444044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.444044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.444044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.444044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.444044] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 is going to be updated. [ 805.501999] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.501999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.501999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.501999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.501999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.516213] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: IN_PROGRESS for 2s [ 805.780037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.780037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.780037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.780037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.780037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.780037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.780037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.780037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.780037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.780037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.780037] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 already deleted. [ 805.780628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.823099] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.825115] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.825115] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.825115] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.825115] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.825115] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.825115] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.825115] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.825115] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.825615] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.825861] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.826117] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.827246] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.827352] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.828124] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.828124] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.847202] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.847447] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 805.847595] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.847779] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.848507] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.848507] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.848685] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.848996] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.849297] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.059361] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 806.059361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.059361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.059361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.059361] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.059361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.059361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.059361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.059361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.059361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.059361] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.355263] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.355263] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.355263] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.355263] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.355263] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.355263] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 not found, creating... [ 806.355263] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.355263] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.355263] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.355263] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.355263] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.356079] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.356079] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.356079] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.356079] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.356079] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.356079] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 is going to be created. [ 806.379833] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.380054] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.380168] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.380459] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.381038] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.381038] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.563583] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.564085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.564085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.564286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.564458] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.564558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.564622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.564776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.564865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.565039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.565869] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.565869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.565869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.565869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.565869] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.565869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.565869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.566165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.566527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.566935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.567050] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.069162] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccb44fe4-a7cc-4099-a2ac-96c0d93bb589: rpc.has_security_group_logging(os_id): False [ 807.086145] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.086275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.086741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.086741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.086741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.086887] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.086938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.086970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.087145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.087722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.087722] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.087722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.087722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.087722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.087930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.087930] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.088185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.088185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.088342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.088452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.088579] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 807.110499] env[69685]: INFO networking_nsxv3.common.synchronization [req-cb56da08-d143-4e80-a75a-b9c1dcefa837 req-a66b1f31-32a3-4a49-b919-9e4a10ebfdaf service nova] Enqueued Resource ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 with Priority: HIGHEST for action security_group_rules [ 807.110662] env[69685]: INFO networking_nsxv3.common.synchronization [req-cb56da08-d143-4e80-a75a-b9c1dcefa837 req-a66b1f31-32a3-4a49-b919-9e4a10ebfdaf service nova] Enqueued Resource ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 with Priority: HIGHEST for action security_group_members [ 807.110846] env[69685]: INFO networking_nsxv3.common.synchronization [req-cb56da08-d143-4e80-a75a-b9c1dcefa837 req-a66b1f31-32a3-4a49-b919-9e4a10ebfdaf service nova] Enqueued Resource ID: ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 with Priority: HIGHEST for action port [ 807.111128] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 with Priority: HIGHEST for action security_group_rules [ 807.111298] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 with Priority: HIGHEST for action security_group_members [ 807.111542] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 with Priority: HIGHEST for action port [ 807.112531] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9d63583-ca3f-4dbc-9611-ebf4838fefa1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.112615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.112656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.113018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.113018] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9d63583-ca3f-4dbc-9611-ebf4838fefa1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.114052] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.114137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.114464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.114587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.114778] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.114843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.114924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.115089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.115313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.115448] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9d63583-ca3f-4dbc-9611-ebf4838fefa1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.116184] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.116271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.116330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.116479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.116572] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.146698] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.147954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.147954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.147954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.147954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.163107] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 807.236619] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: SUCCESS [ 807.236917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.237120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.237341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.237742] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.237742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.237742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.237866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.237949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.238047] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.244315] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3249485-efa3-4683-9885-cf8860da2031 in Status: SUCCESS [ 807.244577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.244664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.245138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.245138] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.245313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.245313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.245656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.245745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.245840] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3249485-efa3-4683-9885-cf8860da2031',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.532795] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: SUCCESS [ 807.532795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.619099] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.619099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.619099] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9d63583-ca3f-4dbc-9611-ebf4838fefa1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.622046] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 with status ACTIVE [ 807.622046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.622046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.622046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.622046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.622046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.622046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.622046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.622046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.622046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.622046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.622046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.622046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.622046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.623582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.623788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.623978] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0 is going to be updated. [ 807.644463] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.644463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.644463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.644723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.645596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.645813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba29f04b-74b9-48f6-a0b0-2e6ed87c78e0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.742583] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.749035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.749172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.749241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.749453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.749560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.749755] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.749853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.749926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.750146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.750200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.750271] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3249485-efa3-4683-9885-cf8860da2031 is going to be deleted. [ 807.841215] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.841374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.841426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.841639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.841786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.841897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.841988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.842135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.842301] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.842413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.842458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.842594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.844221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.844221] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3249485-efa3-4683-9885-cf8860da2031',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.902561] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 req-a47fa346-6411-4200-a6b8-0133bf4d5ad1 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 807.903137] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 807.903445] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.903558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.903628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.903883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.905352] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.905520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.905592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.905779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.905873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.905998] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.126425] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9d63583-ca3f-4dbc-9611-ebf4838fefa1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.214499] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 req-1b7b751a-85b9-474b-8d68-3726b623d4aa tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 808.216984] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 808.217410] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.217536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.245406] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.352185] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.352185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.352185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.352185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.352185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.352185] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.352185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.352185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.352185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.352185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.352185] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3249485-efa3-4683-9885-cf8860da2031 already deleted. [ 808.352185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.352185] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3249485-efa3-4683-9885-cf8860da2031',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.352185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.352185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.355289] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.355289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.355289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.355289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.355289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.355289] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3249485-efa3-4683-9885-cf8860da2031',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.407721] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.407959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.407959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.408188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.411025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.411025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.411025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.411025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.411025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.411025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.411025] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 already deleted. [ 808.411025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.411025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.411025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.411025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.411775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.411775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.411775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.411775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.411775] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.630527] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.631053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.631053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.631342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.631447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.631555] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 is going to be created. [ 808.656857] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.656956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.657040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.657373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.657672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.669857] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 in Status: UNINITIALIZED for 2s [ 808.688359] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 req-16802c2d-98e1-409d-8519-72ffb2c26b58 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 808.688359] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 808.688359] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.688359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.750415] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.751610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.751610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.751966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.751966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.752079] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a is going to be updated. [ 808.786505] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.786660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.786724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.786939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.787107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.796546] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: IN_PROGRESS for 2s [ 808.857588] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3249485-efa3-4683-9885-cf8860da2031',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.857588] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.857588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.857588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.857588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.857588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.857588] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.857588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.857588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.857588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.857588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.857588] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3249485-efa3-4683-9885-cf8860da2031 already deleted. [ 808.857588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.914257] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.914420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.914490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.914728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.915398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.915398] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.915398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.915398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.915583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.915583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.915583] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 already deleted. [ 808.915689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.915990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.916210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.916412] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.916621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.916621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.916815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.916943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.917088] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.950972] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-328 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.951209] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-328" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.951316] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-328" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.951652] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-328" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.951910] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.952078] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.952194] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.952410] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.952553] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.952755] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.952892] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.953073] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.953129] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.953241] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.953367] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.953503] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.977043] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.977177] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 808.977240] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.977473] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-328" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.977777] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-f749f4d3-7f6d-49af-b154-721db83b9175 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.977951] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-f749f4d3-7f6d-49af-b154-721db83b9175" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.978084] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-f749f4d3-7f6d-49af-b154-721db83b9175" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.978414] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-f749f4d3-7f6d-49af-b154-721db83b9175" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.978549] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f749f4d3-7f6d-49af-b154-721db83b9175',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.176393] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 809.176615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.358067] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3249485-efa3-4683-9885-cf8860da2031: rpc.has_security_group_logging(os_id): False [ 809.374900] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.375155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.375210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.375405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.375494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.375743] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.375954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.375954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.376145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.376224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.376312] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3249485-efa3-4683-9885-cf8860da2031 is going to be created. [ 809.392030] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a3249485-efa3-4683-9885-cf8860da2031], does not exist path=[/infra/domains/default/groups/a3249485-efa3-4683-9885-cf8860da2031]."\n}' [ 809.392030] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3249485-efa3-4683-9885-cf8860da2031 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a3249485-efa3-4683-9885-cf8860da2031 [ 809.392150] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 809.420871] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.421045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.421123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.421323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.423247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.423247] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.423247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.423247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.423247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.423247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.423524] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.423619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.423619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.423783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.423857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.423951] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3249485-efa3-4683-9885-cf8860da2031 is going to be created. [ 809.425414] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.425575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.425575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.425725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.426190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.426379] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.426485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.426632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.426806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.426884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.426967] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 already deleted. [ 809.427085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.443368] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a3249485-efa3-4683-9885-cf8860da2031], does not exist path=[/infra/domains/default/groups/a3249485-efa3-4683-9885-cf8860da2031]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a3249485-efa3-4683-9885-cf8860da2031 [ 809.443764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3249485-efa3-4683-9885-cf8860da2031" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.444085] env[69685]: Traceback (most recent call last): [ 809.444195] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 809.444195] env[69685]: return func(*args, **kwargs) [ 809.444195] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 809.444195] env[69685]: res.raise_for_status() [ 809.444195] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 809.444195] env[69685]: raise HTTPError(http_error_msg, response=self) [ 809.444195] env[69685]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a3249485-efa3-4683-9885-cf8860da2031 [ 809.444195] env[69685]: During handling of the above exception, another exception occurred: [ 809.444195] env[69685]: Traceback (most recent call last): [ 809.444195] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 809.444195] env[69685]: listener.cb(fileno) [ 809.444195] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 809.444195] env[69685]: result = function(*args, **kwargs) [ 809.444195] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 809.444195] env[69685]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 809.444195] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 809.444195] env[69685]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 809.444195] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 809.444195] env[69685]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 809.444195] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 809.444195] env[69685]: res.raise_for_status() [ 809.444195] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 809.444195] env[69685]: raise HTTPError(http_error_msg, response=self) [ 809.444195] env[69685]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a3249485-efa3-4683-9885-cf8860da2031 [ 809.444195] env[69685]: Removing descriptor: 20 [ 809.484027] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.484027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.484027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.484027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.484027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.484027] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port f749f4d3-7f6d-49af-b154-721db83b9175 not found, creating... [ 809.484027] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.484027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.484027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.484027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.484027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.484645] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.484645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.484645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.484645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.485313] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.485596] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: f749f4d3-7f6d-49af-b154-721db83b9175 is going to be created. [ 809.502051] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.502288] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.502449] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.502766] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.503058] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.503332] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-f749f4d3-7f6d-49af-b154-721db83b9175" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.535409] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 req-f000d282-ccf7-4f3f-a148-dfe1cfb04737 service nova] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_rules [ 810.535678] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 req-f000d282-ccf7-4f3f-a148-dfe1cfb04737 service nova] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 810.535678] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 req-f000d282-ccf7-4f3f-a148-dfe1cfb04737 service nova] Enqueued Resource ID: f749f4d3-7f6d-49af-b154-721db83b9175 with Priority: HIGHEST for action port [ 810.536194] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_rules [ 810.536341] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 810.536461] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f749f4d3-7f6d-49af-b154-721db83b9175 with Priority: HIGHEST for action port [ 810.536815] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.536885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.537666] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.539230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.539230] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.540381] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.540483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.540562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.540848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.541086] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.541229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.541314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.541506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.541615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.541737] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.543082] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f749f4d3-7f6d-49af-b154-721db83b9175 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.544023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f749f4d3-7f6d-49af-b154-721db83b9175" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.544023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f749f4d3-7f6d-49af-b154-721db83b9175" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.544023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f749f4d3-7f6d-49af-b154-721db83b9175" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.544023] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f749f4d3-7f6d-49af-b154-721db83b9175',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.680493] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 in Status: SUCCESS [ 810.681156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.681156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.681293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.681424] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.681496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.681573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.681749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.681859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.681859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.681952] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9d63583-ca3f-4dbc-9611-ebf4838fefa1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.806188] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: SUCCESS [ 810.806188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.806188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.806320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.806486] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.806595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.806660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.806804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.806883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.806973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.807081] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.807950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.808125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.808318] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.808426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.808491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.808632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.808706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.808809] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.045576] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.045723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.045916] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.053152] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f749f4d3-7f6d-49af-b154-721db83b9175 with status ACTIVE [ 811.053152] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.053152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.053152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.053152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.053152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.053152] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.053152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.053152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.053152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.053152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.053152] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.053152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.053152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.053152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.053794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.053794] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f749f4d3-7f6d-49af-b154-721db83b9175 is going to be updated. [ 811.074052] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.074052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.074262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.074295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.074413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.074568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f749f4d3-7f6d-49af-b154-721db83b9175" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.188017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.188017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.188017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.188017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.188017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.188017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.188017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.188017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.188017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.188017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.188017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.188017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.188017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.188017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.188017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.188017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.188630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.188630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.188630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.188630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.188630] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9d63583-ca3f-4dbc-9611-ebf4838fefa1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.313931] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.313931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.313931] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.550155] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.550155] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-823" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.550155] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-823" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.550155] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-823" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.550155] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.551392] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.551694] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.552193] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.552597] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.552882] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.553120] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.553321] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.553685] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.553991] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.554135] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.554680] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.556915] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.575029] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.575242] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.575378] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.575557] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-823" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.575861] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-e1ff9db5-183e-4f57-b33c-6fd464be791e taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.576041] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-e1ff9db5-183e-4f57-b33c-6fd464be791e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.576156] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-e1ff9db5-183e-4f57-b33c-6fd464be791e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.576482] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-e1ff9db5-183e-4f57-b33c-6fd464be791e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.576616] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ff9db5-183e-4f57-b33c-6fd464be791e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.690282] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9d63583-ca3f-4dbc-9611-ebf4838fefa1: rpc.has_security_group_logging(os_id): False [ 811.707290] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.708121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.708121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.708349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.709139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.709522] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.709793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.710145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.710643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.710643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.710783] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.710906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.710988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.711880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.712061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.712678] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.714584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.714584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.714584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.714584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.714584] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 is going to be created. [ 811.776678] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.776678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.776678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.776678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.776678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.799023] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 in Status: IN_PROGRESS for 2s [ 811.818836] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.060019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.062344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.062467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.062814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.063487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.063697] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be created. [ 812.080217] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.080217] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.080217] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.080431] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.080536] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.080710] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port e1ff9db5-183e-4f57-b33c-6fd464be791e not found, creating... [ 812.080897] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.081071] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.081187] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.081427] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.081562] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.081880] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.082717] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.082904] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.083216] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.083420] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.083615] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: e1ff9db5-183e-4f57-b33c-6fd464be791e is going to be created. [ 812.087689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.087875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.087970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.088218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.088414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.098571] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: UNINITIALIZED for 2s [ 812.102485] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.102706] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.102832] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.103311] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.103589] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.103833] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-e1ff9db5-183e-4f57-b33c-6fd464be791e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.323477] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.323702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.323745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.323981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.324130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.324251] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a is going to be updated. [ 812.360691] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.360840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.360920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.361143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.361365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.369460] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: IN_PROGRESS for 2s [ 813.105428] env[69685]: INFO networking_nsxv3.common.synchronization [req-80bb3b77-63f9-4b78-8995-787ddedd1c55 req-805b8922-c98c-4e5a-b59e-b1d87723617a tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Enqueued Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_members [ 813.107743] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_members [ 813.107743] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6755f4d-8d94-490b-badc-940049736a93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.107743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.107743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.107743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.107743] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.107743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.107743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.107743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.107743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.107743] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.242049] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 req-bf923d72-06ae-4514-a7af-846f20df5e1b service nova] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_rules [ 813.242232] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 req-bf923d72-06ae-4514-a7af-846f20df5e1b service nova] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 813.242372] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 req-bf923d72-06ae-4514-a7af-846f20df5e1b service nova] Enqueued Resource ID: e1ff9db5-183e-4f57-b33c-6fd464be791e with Priority: HIGHEST for action port [ 813.242852] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_rules [ 813.243175] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 813.243330] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ff9db5-183e-4f57-b33c-6fd464be791e with Priority: HIGHEST for action port [ 813.243644] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.243783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.244014] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.244136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.244343] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1ff9db5-183e-4f57-b33c-6fd464be791e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.244668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1ff9db5-183e-4f57-b33c-6fd464be791e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.244787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1ff9db5-183e-4f57-b33c-6fd464be791e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.245317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1ff9db5-183e-4f57-b33c-6fd464be791e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.245654] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ff9db5-183e-4f57-b33c-6fd464be791e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.392669] env[69685]: INFO networking_nsxv3.common.synchronization [req-44c24ad3-0fea-4f28-b85b-c8e846246693 req-91bbdd9e-9ab4-4647-bba5-284f2155bcd4 tempest-ServerRescueTestJSONUnderV235-1591566201 tempest-ServerRescueTestJSONUnderV235-1591566201-project-member] Enqueued Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_members [ 813.392669] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a with Priority: HIGHEST for action security_group_members [ 813.392669] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.392669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.512682] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.512942] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.513110] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.513439] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.513744] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.513932] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.514402] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.514402] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.514547] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.514790] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.514933] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.515141] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.515289] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.515484] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.515990] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.516063] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.535283] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.535433] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.535592] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.535811] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.536270] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-14dc6272-9dca-4b2a-bd72-0114ad4cbe64 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.536591] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-14dc6272-9dca-4b2a-bd72-0114ad4cbe64" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.536591] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-14dc6272-9dca-4b2a-bd72-0114ad4cbe64" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.537534] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-14dc6272-9dca-4b2a-bd72-0114ad4cbe64" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.537534] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14dc6272-9dca-4b2a-bd72-0114ad4cbe64',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.611769] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.751025] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1ff9db5-183e-4f57-b33c-6fd464be791e with status ACTIVE [ 813.751025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.751025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.751025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.751025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.751025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.751025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.751025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.751025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.751025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.751025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.751025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.751025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.751025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.751025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.751025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.751025] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1ff9db5-183e-4f57-b33c-6fd464be791e is going to be updated. [ 813.777964] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.777964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.777964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.781498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.781498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.781498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1ff9db5-183e-4f57-b33c-6fd464be791e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.820221] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 in Status: SUCCESS [ 813.820645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.042872] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.042872] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.042872] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.042872] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.042872] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.042872] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 14dc6272-9dca-4b2a-bd72-0114ad4cbe64 not found, creating... [ 814.042872] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.042872] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.042872] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.042872] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.042872] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.043327] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.043327] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.043327] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.047570] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.047570] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.047570] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 14dc6272-9dca-4b2a-bd72-0114ad4cbe64 is going to be created. [ 814.064506] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-328 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.064506] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-328" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.064506] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-328" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.064845] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-328" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.065287] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.065567] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.066203] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.066543] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.066915] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.067587] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.067816] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.068035] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.068240] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.068917] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.071326] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.071326] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.072639] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.072951] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.073213] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.073545] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.073864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.075040] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-14dc6272-9dca-4b2a-bd72-0114ad4cbe64" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.097024] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.097024] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.097024] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.097024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-328" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.097024] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-68f967bd-429a-46f5-b22a-9910db3f1f94 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.097024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-68f967bd-429a-46f5-b22a-9910db3f1f94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.097024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-68f967bd-429a-46f5-b22a-9910db3f1f94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.097024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-68f967bd-429a-46f5-b22a-9910db3f1f94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.097024] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68f967bd-429a-46f5-b22a-9910db3f1f94',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.113555] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.115784] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: UNINITIALIZED for 4s [ 814.238646] env[69685]: INFO networking_nsxv3.common.synchronization [req-1225a67e-c7cb-4ec6-8aee-c9897b1f21c1 req-b2804222-c6b5-4e4c-980a-6e6c4c82bff3 tempest-ServersTestManualDisk-1406734127 tempest-ServersTestManualDisk-1406734127-project-member] Enqueued Resource ID: 42b0707c-8e26-4244-b125-187101a91d94 with Priority: HIGHEST for action security_group_members [ 814.239153] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b0707c-8e26-4244-b125-187101a91d94 with Priority: HIGHEST for action security_group_members [ 814.239782] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42b0707c-8e26-4244-b125-187101a91d94 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.239955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.240098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.241305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.241469] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.241555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.241633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.241949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.241949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.242119] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42b0707c-8e26-4244-b125-187101a91d94',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.380420] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: SUCCESS [ 814.380764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.380958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.381197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.382833] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.382833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.382833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.382833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.382833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.382833] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.600277] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.600379] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.600491] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.600733] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.600873] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.601400] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 68f967bd-429a-46f5-b22a-9910db3f1f94 not found, creating... [ 814.601400] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.601531] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.601972] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.601972] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.601972] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.602187] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.602337] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.602466] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.602651] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.602781] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.602916] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 68f967bd-429a-46f5-b22a-9910db3f1f94 is going to be created. [ 814.618377] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.618528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.618640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.619025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.619025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.619159] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6755f4d-8d94-490b-badc-940049736a93 is going to be updated. [ 814.624064] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.624164] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.624266] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.624534] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.624756] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.624984] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-68f967bd-429a-46f5-b22a-9910db3f1f94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.649342] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.649491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.649534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.649737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.649879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.676016] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6755f4d-8d94-490b-badc-940049736a93 in Status: IN_PROGRESS for 2s [ 814.749129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.749129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.749129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.749129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.793752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.794059] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.794178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.794366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.794520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.794638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.794758] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42b0707c-8e26-4244-b125-187101a91d94 is going to be updated. [ 814.816166] env[69685]: INFO networking_nsxv3.common.synchronization [req-80bb3b77-63f9-4b78-8995-787ddedd1c55 req-7aa55c15-1549-493d-bd81-f3d2db0f84ac service nova] Enqueued Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_rules [ 814.816166] env[69685]: INFO networking_nsxv3.common.synchronization [req-80bb3b77-63f9-4b78-8995-787ddedd1c55 req-7aa55c15-1549-493d-bd81-f3d2db0f84ac service nova] Enqueued Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_members [ 814.816166] env[69685]: INFO networking_nsxv3.common.synchronization [req-80bb3b77-63f9-4b78-8995-787ddedd1c55 req-7aa55c15-1549-493d-bd81-f3d2db0f84ac service nova] Enqueued Resource ID: 14dc6272-9dca-4b2a-bd72-0114ad4cbe64 with Priority: HIGHEST for action port [ 814.816166] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_rules [ 814.816166] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_members [ 814.816166] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14dc6272-9dca-4b2a-bd72-0114ad4cbe64 with Priority: HIGHEST for action port [ 814.816968] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6755f4d-8d94-490b-badc-940049736a93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.816968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.817177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.817334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.817443] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.818370] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6755f4d-8d94-490b-badc-940049736a93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.818471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.818697] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-14dc6272-9dca-4b2a-bd72-0114ad4cbe64 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.818831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14dc6272-9dca-4b2a-bd72-0114ad4cbe64" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.818943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14dc6272-9dca-4b2a-bd72-0114ad4cbe64" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.819135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14dc6272-9dca-4b2a-bd72-0114ad4cbe64" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.822332] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14dc6272-9dca-4b2a-bd72-0114ad4cbe64',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.825859] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.825859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.825859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.825859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.826080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.835876] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42b0707c-8e26-4244-b125-187101a91d94 in Status: IN_PROGRESS for 2s [ 814.885014] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.885209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.885287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.885506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.908737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.908997] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.909139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.909201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.909405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.909491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.909578] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a is going to be updated. [ 814.955654] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.955784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.955823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.956071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.956210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.965119] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: IN_PROGRESS for 2s [ 815.325230] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6755f4d-8d94-490b-badc-940049736a93 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.325230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.325230] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14dc6272-9dca-4b2a-bd72-0114ad4cbe64 with status ACTIVE [ 815.325230] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.325230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.325230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.325230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.325230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.325230] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.325230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.325230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.325230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.325230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.325230] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.325980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.325980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.325980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.325980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.325980] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14dc6272-9dca-4b2a-bd72-0114ad4cbe64 is going to be updated. [ 815.345359] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.345506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.345585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.345775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.345913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.346115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14dc6272-9dca-4b2a-bd72-0114ad4cbe64" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.370524] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 req-67b64c5b-f0ae-4e4e-8f86-1a8e9cf409c4 service nova] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_rules [ 815.370524] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 req-67b64c5b-f0ae-4e4e-8f86-1a8e9cf409c4 service nova] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 815.370524] env[69685]: INFO networking_nsxv3.common.synchronization [req-0a5fe6d2-fefa-43df-a5a2-2b574ab765e4 req-67b64c5b-f0ae-4e4e-8f86-1a8e9cf409c4 service nova] Enqueued Resource ID: 68f967bd-429a-46f5-b22a-9910db3f1f94 with Priority: HIGHEST for action port [ 815.370639] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_rules [ 815.370799] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 815.370799] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f967bd-429a-46f5-b22a-9910db3f1f94 with Priority: HIGHEST for action port [ 815.371366] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.371499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.371650] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.371729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.371915] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-68f967bd-429a-46f5-b22a-9910db3f1f94 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.372029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68f967bd-429a-46f5-b22a-9910db3f1f94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.372096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68f967bd-429a-46f5-b22a-9910db3f1f94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.372296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68f967bd-429a-46f5-b22a-9910db3f1f94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.372384] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68f967bd-429a-46f5-b22a-9910db3f1f94',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.665235] env[69685]: INFO networking_nsxv3.common.synchronization [req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 req-7425aeb9-d61a-4ed8-954b-a6eeddbd3b7a tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Enqueued Resource ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 with Priority: HIGHEST for action security_group_members [ 815.665950] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 with Priority: HIGHEST for action security_group_members [ 815.666244] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-56bcf04a-f425-4d30-a5fa-2ef586b10193 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.666363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.666436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.667108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.667108] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.667108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.667108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.667300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.667300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.667358] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56bcf04a-f425-4d30-a5fa-2ef586b10193',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.876554] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68f967bd-429a-46f5-b22a-9910db3f1f94 with status ACTIVE [ 815.876811] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.876951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.877035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.877283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.877384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.877567] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.877671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.877742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.877892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.878014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.878188] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.878292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.878387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.878591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.878638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.878749] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68f967bd-429a-46f5-b22a-9910db3f1f94 is going to be updated. [ 815.899988] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.899988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.900292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.900567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.900567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.900718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68f967bd-429a-46f5-b22a-9910db3f1f94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.105041] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.105270] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-767" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.105434] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-767" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.105708] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-767" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.106239] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.106525] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.106673] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.107082] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.107224] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.107525] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.107609] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.107747] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.107943] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.107943] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.108084] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.108197] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.125713] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 816.125920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.126089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.126306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.126573] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.126687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.126687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.127012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.127112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.127203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.127301] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.128887] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.129054] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.129198] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.129361] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-767" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.129709] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-50918c95-6bdd-499e-9906-532c846ebaf5 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.129807] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-50918c95-6bdd-499e-9906-532c846ebaf5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.129927] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-50918c95-6bdd-499e-9906-532c846ebaf5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.130254] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-50918c95-6bdd-499e-9906-532c846ebaf5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.130398] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50918c95-6bdd-499e-9906-532c846ebaf5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.131317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.131489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.131645] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.131759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.131814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.131950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.132038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.132157] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.169779] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.169936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.170015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.170237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.170353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.170640] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.170877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.170877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.171088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.171088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.171461] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 already deleted. [ 816.171461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.634210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.634533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.634880] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.635105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.635276] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.635579] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.635728] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.635877] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 50918c95-6bdd-499e-9906-532c846ebaf5 not found, creating... [ 816.636160] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.636375] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.636481] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.636704] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.636843] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.637180] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.638087] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.638087] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.638087] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.638087] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.638087] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 50918c95-6bdd-499e-9906-532c846ebaf5 is going to be created. [ 816.639676] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.659151] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.659471] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.659625] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.660184] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.660486] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.660729] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-50918c95-6bdd-499e-9906-532c846ebaf5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.681983] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6755f4d-8d94-490b-badc-940049736a93 in Status: SUCCESS [ 816.682225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.682389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.682627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.682828] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.682944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.683032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.683205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.683294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.683431] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.845924] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42b0707c-8e26-4244-b125-187101a91d94 in Status: SUCCESS [ 816.846107] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42b0707c-8e26-4244-b125-187101a91d94 deletion is rescheduled due to dependency. [ 816.846154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42b0707c-8e26-4244-b125-187101a91d94" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.974412] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: SUCCESS [ 816.974596] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a deletion is rescheduled due to dependency. [ 816.974716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.974887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.975166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.975358] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.975481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.975547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.975710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.975946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.976078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.976203] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd23c6fb-ab77-417d-9b24-4fa498aea47a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.976290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.976352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.976502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.976642] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.976737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.976797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.976936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.977924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.978091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.978290] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.979119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.979297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.979464] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.979582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.979663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.979823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.979885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.979980] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.139412] env[69685]: INFO networking_nsxv3.common.synchronization [req-a24393ee-c40e-414a-88a6-3e9249aae51b req-6730d8ad-95b6-4512-9fe2-e76d6bcfc882 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 817.139978] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 817.142359] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.143535] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.143656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.143751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.144987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.144987] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.144987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.144987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.144987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.144987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.144987] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.187205] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.392125] env[69685]: INFO networking_nsxv3.common.synchronization [req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 req-e68784fd-f71b-4e7f-9871-ee0786fae7f8 service nova] Enqueued Resource ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 with Priority: HIGHEST for action security_group_rules [ 817.392220] env[69685]: INFO networking_nsxv3.common.synchronization [req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 req-e68784fd-f71b-4e7f-9871-ee0786fae7f8 service nova] Enqueued Resource ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 with Priority: HIGHEST for action security_group_members [ 817.392336] env[69685]: INFO networking_nsxv3.common.synchronization [req-f7531c4d-11ac-473a-9d3c-0b205c91bdb9 req-e68784fd-f71b-4e7f-9871-ee0786fae7f8 service nova] Enqueued Resource ID: 50918c95-6bdd-499e-9906-532c846ebaf5 with Priority: HIGHEST for action port [ 817.392586] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 with Priority: HIGHEST for action security_group_rules [ 817.392721] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 with Priority: HIGHEST for action security_group_members [ 817.392818] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50918c95-6bdd-499e-9906-532c846ebaf5 with Priority: HIGHEST for action port [ 817.393497] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56bcf04a-f425-4d30-a5fa-2ef586b10193 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.393582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.393619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.393815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.393915] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56bcf04a-f425-4d30-a5fa-2ef586b10193',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.394760] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-56bcf04a-f425-4d30-a5fa-2ef586b10193 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.394879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.394947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.395250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.395370] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.395467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.395528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.395674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.395763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.395852] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56bcf04a-f425-4d30-a5fa-2ef586b10193',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.396619] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-50918c95-6bdd-499e-9906-532c846ebaf5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.396974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50918c95-6bdd-499e-9906-532c846ebaf5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.397060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50918c95-6bdd-499e-9906-532c846ebaf5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.397224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50918c95-6bdd-499e-9906-532c846ebaf5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.397413] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50918c95-6bdd-499e-9906-532c846ebaf5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.436526] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.436819] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.437039] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.437372] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.437716] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.437912] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.438301] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.438764] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.439097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.439510] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.439768] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.439950] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.440092] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.440240] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.440399] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.440602] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.461973] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.462196] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 817.462343] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.462543] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.463015] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-1880457d-6494-48e2-9ca2-79d1f6085ca3 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.463171] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-1880457d-6494-48e2-9ca2-79d1f6085ca3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.463276] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-1880457d-6494-48e2-9ca2-79d1f6085ca3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.463641] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-1880457d-6494-48e2-9ca2-79d1f6085ca3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.464452] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1880457d-6494-48e2-9ca2-79d1f6085ca3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.485982] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd23c6fb-ab77-417d-9b24-4fa498aea47a: rpc.has_security_group_logging(os_id): False [ 817.487347] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.487510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.487586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.487795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.487928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.488134] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.488239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.488296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.488461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.488672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.488672] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a is going to be updated. [ 817.505830] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.505986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.506059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.506294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.506390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.506579] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.506700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.506766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.506920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.507012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.507223] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.507345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.507404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.507550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.507626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.507824] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.507921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.507983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.508138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.508216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.508300] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a is going to be updated. [ 817.515962] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.516109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.516149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.516307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.516566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.524824] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: IN_PROGRESS for 2s [ 817.571698] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.572019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.572019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.572156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.572320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.585955] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: IN_PROGRESS for 2s [ 817.649324] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.649652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.649652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.649831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.649940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.650087] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be updated. [ 817.651523] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.651630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.651722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.651904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.651985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.652209] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.652311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.652374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.652527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.652616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.652698] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 already deleted. [ 817.652792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.689810] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.708440] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.708608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.708655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.708851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.708990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.719738] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 817.898905] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-56bcf04a-f425-4d30-a5fa-2ef586b10193 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.899058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.899282] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50918c95-6bdd-499e-9906-532c846ebaf5 with status ACTIVE [ 817.899461] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.899574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.899639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.899885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.899979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.900167] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.900266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.900330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.900511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.900598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.900866] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.900866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.900970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.901059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.901137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.901221] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50918c95-6bdd-499e-9906-532c846ebaf5 is going to be updated. [ 817.902383] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56bcf04a-f425-4d30-a5fa-2ef586b10193',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.920969] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.921187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.921290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.921595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.921810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.922071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50918c95-6bdd-499e-9906-532c846ebaf5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.967418] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.970057] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.970057] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.970057] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.970057] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.970057] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 1880457d-6494-48e2-9ca2-79d1f6085ca3 not found, creating... [ 817.970057] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.970057] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.970057] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.970424] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.970484] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.970878] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.971053] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.971212] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.971478] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.971669] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.971827] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 1880457d-6494-48e2-9ca2-79d1f6085ca3 is going to be created. [ 818.004399] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.004636] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.004763] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.005132] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.005408] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.005670] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-1880457d-6494-48e2-9ca2-79d1f6085ca3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.192734] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.192951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.193026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.193232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.194063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.194063] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6755f4d-8d94-490b-badc-940049736a93 is going to be updated. [ 818.233028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.233299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.233369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.233692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.233920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.245561] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6755f4d-8d94-490b-badc-940049736a93 in Status: IN_PROGRESS for 2s [ 818.406665] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56bcf04a-f425-4d30-a5fa-2ef586b10193',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.702123] env[69685]: INFO networking_nsxv3.common.synchronization [req-a24393ee-c40e-414a-88a6-3e9249aae51b req-29b921b2-af8d-4f8e-aa72-f018b92b9f86 service nova] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_rules [ 818.702375] env[69685]: INFO networking_nsxv3.common.synchronization [req-a24393ee-c40e-414a-88a6-3e9249aae51b req-29b921b2-af8d-4f8e-aa72-f018b92b9f86 service nova] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 818.702483] env[69685]: INFO networking_nsxv3.common.synchronization [req-a24393ee-c40e-414a-88a6-3e9249aae51b req-29b921b2-af8d-4f8e-aa72-f018b92b9f86 service nova] Enqueued Resource ID: 1880457d-6494-48e2-9ca2-79d1f6085ca3 with Priority: HIGHEST for action port [ 818.703605] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_rules [ 818.703605] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 818.703605] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1880457d-6494-48e2-9ca2-79d1f6085ca3 with Priority: HIGHEST for action port [ 818.703605] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.703605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.703605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.703830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.704224] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.704975] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.704975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.704975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.705186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.705350] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.705441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.705503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.705686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.705742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.705843] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.706630] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-1880457d-6494-48e2-9ca2-79d1f6085ca3 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.706725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1880457d-6494-48e2-9ca2-79d1f6085ca3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.706860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1880457d-6494-48e2-9ca2-79d1f6085ca3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.706980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1880457d-6494-48e2-9ca2-79d1f6085ca3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.707059] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1880457d-6494-48e2-9ca2-79d1f6085ca3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.912042] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.912042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.912042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.912042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.912501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.912501] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 is going to be created. [ 818.936091] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.936273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.936331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.936541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.936725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.946309] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 in Status: UNINITIALIZED for 2s [ 819.208575] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.208748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.208938] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.209985] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1880457d-6494-48e2-9ca2-79d1f6085ca3 with status ACTIVE [ 819.210249] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.210309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.210381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.210605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.210698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.210867] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.210962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.211647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.211864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.211978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.212337] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.212465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.212557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.212727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.212826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.212918] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1880457d-6494-48e2-9ca2-79d1f6085ca3 is going to be updated. [ 819.246956] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.247199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.247199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.247417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.247563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.247744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1880457d-6494-48e2-9ca2-79d1f6085ca3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.535214] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: SUCCESS [ 819.535481] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a deletion is rescheduled due to dependency. [ 819.535587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.601922] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a in Status: SUCCESS [ 819.601922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.601922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.601922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.601922] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd23c6fb-ab77-417d-9b24-4fa498aea47a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.715153] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.732039] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 819.732039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.732427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.732911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.732911] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.733061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.733061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.733183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.733269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.733365] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.121680] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.121834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.122370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.122370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.122370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.122515] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd23c6fb-ab77-417d-9b24-4fa498aea47a is going to be deleted. [ 820.172039] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.172207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.172342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.172572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.172662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.172779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd23c6fb-ab77-417d-9b24-4fa498aea47a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.217852] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.218106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.218300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.218718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.218790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.218912] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be created. [ 820.235874] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.242666] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.244203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.244203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.244203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.244203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.255836] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6755f4d-8d94-490b-badc-940049736a93 in Status: SUCCESS [ 820.256409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.256409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.256670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.256956] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.257132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.257318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.257457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.257581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.257705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.257814] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.259728] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: UNINITIALIZED for 2s [ 820.408155] env[69685]: INFO networking_nsxv3.common.synchronization [req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff req-6f465c7e-0ce5-4c34-9cca-9cd6bd1a3ebc tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Enqueued Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_members [ 820.408155] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_members [ 820.408155] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.408155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.408155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.413689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.413689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.413689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.413689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.413689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.413689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.413689] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.739675] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.761009] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6755f4d-8d94-490b-badc-940049736a93 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.761197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.761243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.761473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.762366] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.762573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.762651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.762844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.762929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.763216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.763486] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6755f4d-8d94-490b-badc-940049736a93 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.763486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.763597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.763999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.763999] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.763999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.764421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.764421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.764421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.764421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.764565] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.778466] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.778741] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-296" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.778889] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-296" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.781519] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-296" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.781519] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.781671] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.781787] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.782117] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.782294] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.782520] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.782638] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.782762] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.782885] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.784363] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.784363] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.784363] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.802478] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.802725] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.803037] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.803241] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-296" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.803542] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-f0711c3a-4414-4d2a-9c28-16621a06b0aa taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.803788] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.803947] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.804399] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.804585] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0711c3a-4414-4d2a-9c28-16621a06b0aa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.914783] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.915058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.915058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.915309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.915430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.915678] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.915789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.915856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.916042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.916123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.916213] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 already deleted. [ 820.916296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.956280] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 in Status: SUCCESS [ 820.956547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.956849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.957087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.957331] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.957465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.957529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.957688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.958550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.958550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.958550] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56bcf04a-f425-4d30-a5fa-2ef586b10193',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.243363] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.243531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.243685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.243910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.244047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.244151] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be updated. [ 821.267398] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6755f4d-8d94-490b-badc-940049736a93: rpc.has_security_group_logging(os_id): False [ 821.273172] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.273172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.273172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.273172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.273172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.281610] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 821.285819] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.286143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.286143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.286481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.307214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.307214] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.307214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.307214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.307214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.307214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.309369] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.309575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.309697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.309977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.311824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.312322] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.314299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.314299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.314573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.314855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.314992] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6755f4d-8d94-490b-badc-940049736a93 is going to be updated. [ 821.317686] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.317686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.317686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.318359] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.318359] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.318359] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port f0711c3a-4414-4d2a-9c28-16621a06b0aa not found, creating... [ 821.318866] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.319292] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.319440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.319753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.319942] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.320368] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.320603] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.320826] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.321170] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.321415] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.323183] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: f0711c3a-4414-4d2a-9c28-16621a06b0aa is going to be created. [ 821.361747] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.362133] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.362340] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.362743] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.363372] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.363621] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.420021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.420021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.420021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.420021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.420021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.447280] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6755f4d-8d94-490b-badc-940049736a93 in Status: IN_PROGRESS for 2s [ 821.460434] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56bcf04a-f425-4d30-a5fa-2ef586b10193',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.859510] env[69685]: INFO networking_nsxv3.common.synchronization [req-f27a8d21-4e72-4408-85d9-2df3f8373ce0 req-9eb5039c-4a52-4c20-81be-872f66e21555 tempest-ServerDiagnosticsTest-815527156 tempest-ServerDiagnosticsTest-815527156-project-member] Enqueued Resource ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 with Priority: HIGHEST for action security_group_members [ 821.860048] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 with Priority: HIGHEST for action security_group_members [ 821.860348] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.860467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.860532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.860736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.860879] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.861038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.861038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.861918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.861918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.861918] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9d63583-ca3f-4dbc-9611-ebf4838fefa1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.963161] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56bcf04a-f425-4d30-a5fa-2ef586b10193: rpc.has_security_group_logging(os_id): False [ 821.981820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.982042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.982142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.982479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.982621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.982894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.983154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.983232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.983449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.983553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.983682] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 is going to be created. [ 822.043057] env[69685]: INFO networking_nsxv3.common.synchronization [req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff req-ebd442de-0126-4dfd-a879-296e92a43110 service nova] Enqueued Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_rules [ 822.043327] env[69685]: INFO networking_nsxv3.common.synchronization [req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff req-ebd442de-0126-4dfd-a879-296e92a43110 service nova] Enqueued Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_members [ 822.043498] env[69685]: INFO networking_nsxv3.common.synchronization [req-8d07566a-7a35-4aa1-80fa-7b0ccdc3adff req-ebd442de-0126-4dfd-a879-296e92a43110 service nova] Enqueued Resource ID: f0711c3a-4414-4d2a-9c28-16621a06b0aa with Priority: HIGHEST for action port [ 822.044910] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.045109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.045198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.045465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.045777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.047321] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_rules [ 822.047910] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_members [ 822.047910] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0711c3a-4414-4d2a-9c28-16621a06b0aa with Priority: HIGHEST for action port [ 822.048059] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.048207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.048284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.048484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.048590] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.049727] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.049884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.049985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.050284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.050539] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.050690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.050801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.051147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.051289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.051424] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.053009] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0711c3a-4414-4d2a-9c28-16621a06b0aa taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.053125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.053214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.053390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.053482] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0711c3a-4414-4d2a-9c28-16621a06b0aa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.063288] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 in Status: IN_PROGRESS for 2s [ 822.269697] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 822.269959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.270163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.270395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.270608] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.270745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.270809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.270964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.271076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.271170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.271292] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.363995] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.364235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.364319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.364597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.364833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.365030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.365250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.365348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.365544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.365635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.365818] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 is going to be updated. [ 822.398967] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.399489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.399489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.399489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.399814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.413891] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 in Status: IN_PROGRESS for 2s [ 822.556605] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.558367] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0711c3a-4414-4d2a-9c28-16621a06b0aa with status ACTIVE [ 822.558787] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.559086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.559222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.559492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.559639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.559853] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.559994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.560088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.560269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.560424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.560877] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.560877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.560877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.561093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.561233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.561403] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0711c3a-4414-4d2a-9c28-16621a06b0aa is going to be updated. [ 822.563566] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.563864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.583745] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.583997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.584075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.584307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.584450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.584667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.773689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.773914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.773914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.774148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.774315] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.774415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.774480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.774631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.774721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.774810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.774952] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.775124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.775208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.775349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.775489] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.775582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.775639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.775778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.775855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.775938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.776046] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.065044] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.279582] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 334c34b8-2b0e-498a-8dbd-44e3594416e5: rpc.has_security_group_logging(os_id): False [ 823.296119] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 823.296411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.296593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.296828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.297042] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.297157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.297220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.297418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.297516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.297615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.297793] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.297891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.297953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.298587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.298744] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.298846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.298909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.299071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.299153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.299237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.299342] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.301600] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.301736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.301827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.302057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.302176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.302457] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.302457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.302556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.302663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.302739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.302931] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.303038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.303103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.303248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.303341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.303544] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.303671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.303742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.303946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.304030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.304150] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be created. [ 823.309741] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8093640f-4aed-4b94-b416-f101f9de7a78: rpc.has_security_group_logging(os_id): False [ 823.323985] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.324149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.324223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.324449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.324543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.324738] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.324837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.324899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.325125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.325232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.325348] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.325465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.325523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.325635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.325707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.325898] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.325990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.326440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.326636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.326682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.326786] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be created. [ 823.370406] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.370626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.370746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.371153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.371426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.378121] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.378304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.378304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.378510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.378684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.383015] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: IN_PROGRESS for 2s [ 823.385886] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 823.479530] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6755f4d-8d94-490b-badc-940049736a93 in Status: SUCCESS [ 823.479797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.567805] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.567994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.568144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.568404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.568502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.568609] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 is going to be created. [ 823.593746] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.593888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.593962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.594204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.594372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.604833] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 in Status: UNINITIALIZED for 2s [ 824.075219] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 in Status: SUCCESS [ 824.075630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.424315] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 in Status: SUCCESS [ 824.424625] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 deletion is rescheduled due to dependency. [ 824.424800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.396812] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 825.397179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.398740] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 825.398919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.399096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.399317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.399408] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.617701] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 in Status: SUCCESS [ 825.618070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.618391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.618625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.618924] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.619125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.619233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.619495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.619631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.620122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.620122] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.901496] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.901670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.901670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.901885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.902022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.902118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.902196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.902372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.902628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.902628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.902628] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.123375] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.407371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.407371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.407371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.407371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.407371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.407371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.407371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.407371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.407371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.407371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.407371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.407371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.407371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.407371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.407371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.407371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.408177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.408177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.408177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.408177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.408177] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.629120] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c9ee74b-59d2-4f09-a5e5-94dba7183074: rpc.has_security_group_logging(os_id): False [ 826.651317] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.651317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.651317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.651317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.651317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.651317] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.651317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.651317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.651317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.651317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.651679] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 is going to be created. [ 826.781022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.781022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.781022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.781022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.781022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.790261] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 in Status: IN_PROGRESS for 2s [ 826.911159] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8093640f-4aed-4b94-b416-f101f9de7a78: rpc.has_security_group_logging(os_id): False [ 826.933294] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.933294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.933294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.933914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.934027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.934416] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.934642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.934732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.935488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.935578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.935815] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.935917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.935981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.939356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.939356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.939356] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.939356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.939356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.939356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.939356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.939356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be updated. [ 827.008333] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.008333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.008333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.008333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.008333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.023071] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 827.048739] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 827.048739] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 828.662117] env[69685]: INFO networking_nsxv3.common.synchronization [req-61c25a82-d793-4353-932f-f7b92ddb15a8 req-bb41c2f8-4e07-4aa5-b59c-573c626f4503 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 828.662117] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 828.662117] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.662117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.662117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.663289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.663772] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.665541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.665541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.665541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.665541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.665541] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.802600] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 in Status: SUCCESS [ 828.802827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.867714] env[69685]: INFO networking_nsxv3.common.synchronization [req-61c25a82-d793-4353-932f-f7b92ddb15a8 req-736e473a-6289-47c7-bdcd-4418032fd406 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 828.869561] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 828.869561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.869561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.038546] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 829.040043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.040043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.040043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.040043] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.145300] env[69685]: INFO networking_nsxv3.common.synchronization [req-61c25a82-d793-4353-932f-f7b92ddb15a8 req-af32e90b-bc3f-4639-af60-9b7ca20c9f70 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 829.145823] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 829.146194] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.146300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.166046] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.542143] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.542367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.669060] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.175959] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.176187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.179054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.179054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.179054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.179054] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be updated. [ 830.203801] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.203801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.203801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.204062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.204124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.211752] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 832.139619] env[69685]: INFO networking_nsxv3.common.synchronization [req-754eb3d4-873b-4c4b-8a65-cf0e44398220 req-05d30d67-16c0-4831-b404-45db3dc14afe tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Enqueued Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_members [ 832.140303] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_members [ 832.140635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6755f4d-8d94-490b-badc-940049736a93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.140767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.140842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.146800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.146800] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.146800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.146800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.146800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.146800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.146800] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.221721] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 832.221944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.222473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.222703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.222891] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.223013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.223124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.223279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.223368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.223467] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.588879] env[69685]: INFO networking_nsxv3.common.synchronization [req-8270bc1f-1dcc-4ab7-8347-13f46c95ecdc req-15a5bf1d-fa57-400b-8f9b-93c540937929 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 832.590589] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 832.591593] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.591848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.591848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.592271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.592518] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.592892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.593821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.593994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.594387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.594387] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.648203] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.726501] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.726678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.726751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.727020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.727159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.727362] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.727476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.727554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.727729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.727809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.727902] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be updated. [ 832.768131] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.768454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.768454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.768643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.768760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.788427] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 833.098419] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.099145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.099145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.099145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.137952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.138246] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.138368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.138435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.138638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.138723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.138822] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 833.155707] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.178504] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.178650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.178712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.178926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.179080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.194017] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 833.216041] env[69685]: INFO networking_nsxv3.common.synchronization [None req-fe4b0cac-c6b5-4765-a11f-30d358481470 None None] Enqueued Resource ID: 4cd53b1e-f7b9-44a6-bfe0-fad0db862f50 with Priority: HIGHEST for action port [ 833.216340] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd53b1e-f7b9-44a6-bfe0-fad0db862f50 with Priority: HIGHEST for action port [ 833.216920] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd53b1e-f7b9-44a6-bfe0-fad0db862f50 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.217080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd53b1e-f7b9-44a6-bfe0-fad0db862f50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.217162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd53b1e-f7b9-44a6-bfe0-fad0db862f50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.217461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd53b1e-f7b9-44a6-bfe0-fad0db862f50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.217549] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd53b1e-f7b9-44a6-bfe0-fad0db862f50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.404166] env[69685]: INFO networking_nsxv3.common.synchronization [req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 req-76d84a19-8a6e-4d5b-bb74-80002ac39ee8 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 833.404393] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 833.404694] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.404815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.404879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.405766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.405933] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.406053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.406119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.406641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.406641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.406641] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.658902] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.659065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.659065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.659223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.660234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.660234] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6755f4d-8d94-490b-badc-940049736a93 is going to be updated. [ 833.687942] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.687942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.687942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.687942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.687942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.697993] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6755f4d-8d94-490b-badc-940049736a93 in Status: IN_PROGRESS for 2s [ 833.723817] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cd53b1e-f7b9-44a6-bfe0-fad0db862f50 [ 833.723817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.723817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.723817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.723817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.723817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.724137] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cd53b1e-f7b9-44a6-bfe0-fad0db862f50 already deleted. [ 833.724137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd53b1e-f7b9-44a6-bfe0-fad0db862f50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.813559] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.813559] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.813559] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.813559] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.818031] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.818031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.818031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.818289] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.818411] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.822087] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.822087] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.822087] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.822314] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.822490] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.822596] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.822745] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.842129] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.842129] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.842129] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.842378] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.842477] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.842646] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.842763] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.843338] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.843338] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.902317] env[69685]: INFO networking_nsxv3.common.synchronization [req-24d7cb64-c1b3-4d71-ac37-54e4f9a969f4 req-67f0c531-83b4-4079-8aeb-a9147a7aec1c tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 833.903828] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 833.904024] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.905438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.905438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.905438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.905438] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.905597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.905597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.906289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.906289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.906289] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.910126] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.910419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.910480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.910731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.910887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.911267] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.911430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.911548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.911779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.911902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.912401] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 already deleted. [ 833.912401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.337627] env[69685]: INFO networking_nsxv3.common.synchronization [req-266eb684-955f-40d1-9332-c870486add42 req-fd3bdde9-7440-475c-a88f-0112f2c17f6a tempest-SecurityGroupRulesNegativeTestJSON-868878147 tempest-SecurityGroupRulesNegativeTestJSON-868878147-project-member] Enqueued Resource ID: bfeb6538-49b8-4e1e-808f-2b75abcccaa1 with Priority: HIGHEST for action security_group_rules [ 834.338310] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfeb6538-49b8-4e1e-808f-2b75abcccaa1 with Priority: HIGHEST for action security_group_rules [ 834.338635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfeb6538-49b8-4e1e-808f-2b75abcccaa1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.338760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfeb6538-49b8-4e1e-808f-2b75abcccaa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.338826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfeb6538-49b8-4e1e-808f-2b75abcccaa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.339115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfeb6538-49b8-4e1e-808f-2b75abcccaa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.339198] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfeb6538-49b8-4e1e-808f-2b75abcccaa1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.346171] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.346338] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.350019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.350019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.350019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.350019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 not found, creating... [ 834.350019] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.350019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.350019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.350019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.350019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.350019] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.350550] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.350550] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.350550] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.350550] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.350550] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 is going to be created. [ 834.368287] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.368492] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.368618] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.368895] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.369137] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.369367] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.416217] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.416217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.416217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.416217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.416217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.416217] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.416217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.416217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.416217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.416217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.416580] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be updated. [ 834.443854] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.444015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.444095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.444287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.444420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.452853] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: IN_PROGRESS for 2s [ 834.797809] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 834.798040] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 deletion is rescheduled due to dependency. [ 834.798132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.798270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.798500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.798682] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.798801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.798865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.799027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.799115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.799213] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.865989] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.866193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.866378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.866648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.867021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.867769] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfeb6538-49b8-4e1e-808f-2b75abcccaa1 already deleted. [ 834.867769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfeb6538-49b8-4e1e-808f-2b75abcccaa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.938018] env[69685]: INFO networking_nsxv3.common.synchronization [req-9fe01ed6-11e2-4c34-aacc-0b708c053b4d req-4ad3733e-c827-4855-b27b-31c20c0d29cf tempest-SecurityGroupRulesNegativeTestJSON-868878147 tempest-SecurityGroupRulesNegativeTestJSON-868878147-project-member] Enqueued Resource ID: bfeb6538-49b8-4e1e-808f-2b75abcccaa1 with Priority: HIGHEST for action security_group_rules [ 834.938648] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfeb6538-49b8-4e1e-808f-2b75abcccaa1 with Priority: HIGHEST for action security_group_rules [ 834.938960] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfeb6538-49b8-4e1e-808f-2b75abcccaa1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.939993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfeb6538-49b8-4e1e-808f-2b75abcccaa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.939993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfeb6538-49b8-4e1e-808f-2b75abcccaa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.940532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfeb6538-49b8-4e1e-808f-2b75abcccaa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.940624] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfeb6538-49b8-4e1e-808f-2b75abcccaa1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.073327] env[69685]: INFO networking_nsxv3.common.synchronization [req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 req-ecbe1d24-16ad-472e-aee9-85e068f04bc2 service nova] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_rules [ 835.073327] env[69685]: INFO networking_nsxv3.common.synchronization [req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 req-ecbe1d24-16ad-472e-aee9-85e068f04bc2 service nova] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 835.073327] env[69685]: INFO networking_nsxv3.common.synchronization [req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 req-ecbe1d24-16ad-472e-aee9-85e068f04bc2 service nova] Enqueued Resource ID: f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 with Priority: HIGHEST for action port [ 835.073327] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_rules [ 835.073582] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 835.073582] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 with Priority: HIGHEST for action port [ 835.073962] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.074098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.074160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.074416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.074507] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.075705] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.075705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.075705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.075705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.075871] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.075945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.075985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.076142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.078700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.078700] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.078700] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.078700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.078700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.078700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.078700] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.205530] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 835.205735] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 deletion is rescheduled due to dependency. [ 835.205865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.304582] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.304582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.304582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.304582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.304582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.307936] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.307936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.307936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.307936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.307936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.307936] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be updated. [ 835.330568] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.330568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.330568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.331131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.331987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.342223] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 835.347293] env[69685]: INFO networking_nsxv3.common.synchronization [None req-5974292a-68a6-433a-b905-54f7b2f5387d None None] Enqueued Resource ID: 411eeeb5-6d36-45aa-a6d5-639f02049823 with Priority: HIGHEST for action port [ 835.348217] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411eeeb5-6d36-45aa-a6d5-639f02049823 with Priority: HIGHEST for action port [ 835.348810] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-411eeeb5-6d36-45aa-a6d5-639f02049823 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.348810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-411eeeb5-6d36-45aa-a6d5-639f02049823" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.348810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-411eeeb5-6d36-45aa-a6d5-639f02049823" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.348985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-411eeeb5-6d36-45aa-a6d5-639f02049823" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.349160] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('411eeeb5-6d36-45aa-a6d5-639f02049823',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.460183] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.460361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.460361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.460515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.460611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.460705] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfeb6538-49b8-4e1e-808f-2b75abcccaa1 already deleted. [ 835.460803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfeb6538-49b8-4e1e-808f-2b75abcccaa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.579542] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.582033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.582033] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.582033] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 with status ACTIVE [ 835.582033] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.583532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.583834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.585927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.585927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.585927] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.585927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.585927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.586432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.586663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.586970] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.589312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.589312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.589312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.589312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.589312] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784 is going to be updated. [ 835.607428] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.607618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.607698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.607864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.607995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.608786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7e4eac2-b4ef-49e5-bb2b-fa7632c9b784" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.712764] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6755f4d-8d94-490b-badc-940049736a93 in Status: SUCCESS [ 835.712989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.851416] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 411eeeb5-6d36-45aa-a6d5-639f02049823 [ 835.851576] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.851810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.852131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.852910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.852910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.852910] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:411eeeb5-6d36-45aa-a6d5-639f02049823 already deleted. [ 835.852910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-411eeeb5-6d36-45aa-a6d5-639f02049823" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.090061] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.406484] env[69685]: INFO networking_nsxv3.common.synchronization [req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 req-5f1363ba-e7bb-4016-b74d-8e1535a2d8ba tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 836.407339] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 836.407424] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.407498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.464334] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 836.464334] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 deletion is rescheduled due to dependency. [ 836.464334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.592163] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.592321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.592410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.592641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.592737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.592838] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be created. [ 836.613397] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.613544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.613615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.614191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.614371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.623853] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: UNINITIALIZED for 2s [ 837.129115] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.129356] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.129484] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.129761] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.130039] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.130194] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.130317] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.130574] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.135096] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.135371] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.135502] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.135613] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.135725] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.135837] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.135943] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.136136] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.154756] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.154944] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.155098] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.155305] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.155618] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-b7b02148-16d4-4595-b4f5-265fb187e497 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.155805] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-b7b02148-16d4-4595-b4f5-265fb187e497" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.155928] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-b7b02148-16d4-4595-b4f5-265fb187e497" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.156302] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-b7b02148-16d4-4595-b4f5-265fb187e497" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.156437] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7b02148-16d4-4595-b4f5-265fb187e497',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.227619] env[69685]: INFO networking_nsxv3.common.synchronization [req-097dff7d-10b3-40a5-98b7-01cd8e71f2fa req-bf09989e-ff60-427d-9fdc-3009133dbdb5 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d with Priority: HIGHEST for action security_group_members [ 837.228270] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d with Priority: HIGHEST for action security_group_members [ 837.228676] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9efa6124-bf1e-434a-bedd-4bda2265f27d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.228825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.228904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.229278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.229522] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.229647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.229712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.229900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.229994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.230131] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9efa6124-bf1e-434a-bedd-4bda2265f27d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.354996] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 837.355672] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 deletion is rescheduled due to dependency. [ 837.355826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.356044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.356352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.356515] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.356659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.356728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.356894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.356976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.357801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.357801] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.659697] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.660048] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.660152] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.660571] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.660666] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.660858] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port b7b02148-16d4-4595-b4f5-265fb187e497 not found, creating... [ 837.661222] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.661423] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.661592] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.661884] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.662071] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.662430] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.662621] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.662747] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.662967] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.666946] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.666946] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: b7b02148-16d4-4595-b4f5-265fb187e497 is going to be created. [ 837.687204] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.687470] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.687603] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.687945] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.688220] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.688498] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-b7b02148-16d4-4595-b4f5-265fb187e497" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.734158] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.734158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.734158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.734158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.755590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.756933] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.756933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.756933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.756933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.756933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.756933] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d is going to be updated. [ 837.809103] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.813030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.813030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.813030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.813030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.821552] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d in Status: IN_PROGRESS for 2s [ 837.863025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.863025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.863025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.863025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.863025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.863025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.863025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.863025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.863025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.863025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.863025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.863025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.863025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.863025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.863025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.863025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.863855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.863855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.863855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.863855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.863855] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.367201] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8093640f-4aed-4b94-b416-f101f9de7a78: rpc.has_security_group_logging(os_id): False [ 838.384048] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.384219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.384294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.384511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.384606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.384791] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.385314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.385314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.385314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.385314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.385453] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.385528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.385602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.385745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.385821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.388626] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.388771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.388809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.388987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.389185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.389307] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be updated. [ 838.446802] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.446802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.446802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.447379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.447578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.463537] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 838.639238] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: SUCCESS [ 838.639238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.639238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.639238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.639238] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.639584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.639813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.640127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.640337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.640603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.640825] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.643667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.645430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.645430] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.645430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.645430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.645430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.645430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.645430] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.775717] env[69685]: INFO networking_nsxv3.common.synchronization [req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 req-a7603165-5f08-4cb8-b19a-970ddb1a908a service nova] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_rules [ 838.775965] env[69685]: INFO networking_nsxv3.common.synchronization [req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 req-a7603165-5f08-4cb8-b19a-970ddb1a908a service nova] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 838.775965] env[69685]: INFO networking_nsxv3.common.synchronization [req-ece9b90a-1bd0-48e6-a88d-d6568155f2e2 req-a7603165-5f08-4cb8-b19a-970ddb1a908a service nova] Enqueued Resource ID: b7b02148-16d4-4595-b4f5-265fb187e497 with Priority: HIGHEST for action port [ 838.778297] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_rules [ 838.778485] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 838.778612] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b02148-16d4-4595-b4f5-265fb187e497 with Priority: HIGHEST for action port [ 838.780055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.780055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.780055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.780055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.780681] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7b02148-16d4-4595-b4f5-265fb187e497 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.780828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7b02148-16d4-4595-b4f5-265fb187e497" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.781044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7b02148-16d4-4595-b4f5-265fb187e497" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.781876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7b02148-16d4-4595-b4f5-265fb187e497" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.781876] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7b02148-16d4-4595-b4f5-265fb187e497',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.132426] env[69685]: INFO networking_nsxv3.common.synchronization [req-12854b75-f248-4c34-8cad-fb4222fcca25 req-c6c16d18-424a-4680-886d-6ec4e76b9031 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Enqueued Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 839.132993] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 839.134761] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.135082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.135082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.135362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.136670] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.136670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.136670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.136670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.136670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.136670] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.144431] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.144431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.149725] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.287259] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7b02148-16d4-4595-b4f5-265fb187e497 with status ACTIVE [ 839.287259] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.287259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.287259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.287259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.287259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.287259] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.287259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.287259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.287259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.287259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.287259] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.287259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.287259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.287259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.287259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.287259] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7b02148-16d4-4595-b4f5-265fb187e497 is going to be updated. [ 839.311074] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.311236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.311314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.312084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.312084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.312084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7b02148-16d4-4595-b4f5-265fb187e497" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.609226] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.609481] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-346" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.609773] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-346" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.609954] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-346" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.610242] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.610438] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.610582] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.610855] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.611051] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.611330] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.611459] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.611581] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.611700] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.611822] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.611941] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.612095] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.632048] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.632048] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.632048] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.632048] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-346" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.632048] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-7bcfe3ac-66a2-4939-bbae-01ffc1859c77 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.632048] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-7bcfe3ac-66a2-4939-bbae-01ffc1859c77" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.632048] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-7bcfe3ac-66a2-4939-bbae-01ffc1859c77" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.632048] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-7bcfe3ac-66a2-4939-bbae-01ffc1859c77" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.632048] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bcfe3ac-66a2-4939-bbae-01ffc1859c77',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.640014] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.640014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.640014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.640014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.655917] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.658551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.659501] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.659501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.659501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.662024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.662024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.662024] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c is going to be updated. [ 839.685233] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.685462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.685609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.685804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.685994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.695444] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: IN_PROGRESS for 2s [ 839.832831] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d in Status: SUCCESS [ 839.833701] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d deletion is rescheduled due to dependency. [ 839.833701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.134552] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.134790] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.134918] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.135281] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.135460] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.135620] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 7bcfe3ac-66a2-4939-bbae-01ffc1859c77 not found, creating... [ 840.135888] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.136067] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.136246] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.136553] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.136719] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.137589] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.137888] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.137998] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.138274] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.138428] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.138580] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 7bcfe3ac-66a2-4939-bbae-01ffc1859c77 is going to be created. [ 840.158485] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.158706] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.158882] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.159133] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.159356] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.159584] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-7bcfe3ac-66a2-4939-bbae-01ffc1859c77" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.160518] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.161225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.161225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.161225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.161225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.161225] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be updated. [ 840.202817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.202985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.203078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.203362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.203530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.212129] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: IN_PROGRESS for 2s [ 840.479908] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 840.480192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.243040] env[69685]: INFO networking_nsxv3.common.synchronization [req-12854b75-f248-4c34-8cad-fb4222fcca25 req-b11034f4-d2ee-428d-98e1-53ac0a3ba01b service nova] Enqueued Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_rules [ 841.243455] env[69685]: INFO networking_nsxv3.common.synchronization [req-12854b75-f248-4c34-8cad-fb4222fcca25 req-b11034f4-d2ee-428d-98e1-53ac0a3ba01b service nova] Enqueued Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 841.243455] env[69685]: INFO networking_nsxv3.common.synchronization [req-12854b75-f248-4c34-8cad-fb4222fcca25 req-b11034f4-d2ee-428d-98e1-53ac0a3ba01b service nova] Enqueued Resource ID: 7bcfe3ac-66a2-4939-bbae-01ffc1859c77 with Priority: HIGHEST for action port [ 841.243920] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_rules [ 841.243920] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 841.243920] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bcfe3ac-66a2-4939-bbae-01ffc1859c77 with Priority: HIGHEST for action port [ 841.244510] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.244626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.245134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.245451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.245595] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.247204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.247204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.247204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bcfe3ac-66a2-4939-bbae-01ffc1859c77 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.247204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bcfe3ac-66a2-4939-bbae-01ffc1859c77" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.247204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bcfe3ac-66a2-4939-bbae-01ffc1859c77" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.247745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bcfe3ac-66a2-4939-bbae-01ffc1859c77" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.247745] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bcfe3ac-66a2-4939-bbae-01ffc1859c77',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.704316] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: SUCCESS [ 841.704521] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c deletion is rescheduled due to dependency. [ 841.704607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.705705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.705705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.705705] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.705705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.705705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.705705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.705705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.705705] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.750866] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.751014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.753430] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bcfe3ac-66a2-4939-bbae-01ffc1859c77 with status ACTIVE [ 841.754878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.754878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.754878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.756090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.756090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.756090] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.756090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.756090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.756090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.756090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.757065] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.757178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.757302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.757638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.758660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.758837] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bcfe3ac-66a2-4939-bbae-01ffc1859c77 is going to be updated. [ 841.778894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.778894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.778894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.778894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.778894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.778894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bcfe3ac-66a2-4939-bbae-01ffc1859c77" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.208340] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.222037] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: SUCCESS [ 842.222280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.222824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.222824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.222824] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.223238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.223238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.223238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.223238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.223391] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.710724] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.725630] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.750623] env[69685]: INFO networking_nsxv3.common.synchronization [req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 req-c932a36c-144e-4332-8de2-a0e886f55734 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Enqueued Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_members [ 842.751557] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_members [ 842.751780] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.751932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.752817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.753152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.753741] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.753741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.754148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.754414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.754604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.754700] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.214951] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.216087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.216175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.216649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.217151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.217219] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c is going to be updated. [ 843.229981] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.246175] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.246331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.246556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.246656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.246775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.257109] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.258850] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: IN_PROGRESS for 2s [ 843.538191] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.538191] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.538191] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.538191] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.538191] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.539560] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.540166] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.541345] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.544674] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.544674] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.544674] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.544674] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.544674] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.544674] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.544674] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.544674] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.563347] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.563557] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.563714] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.563908] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.564277] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-723522b2-a8fa-42e2-93b1-e7d6f805377b taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.564508] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-723522b2-a8fa-42e2-93b1-e7d6f805377b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.564646] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-723522b2-a8fa-42e2-93b1-e7d6f805377b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.568599] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-723522b2-a8fa-42e2-93b1-e7d6f805377b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.568599] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('723522b2-a8fa-42e2-93b1-e7d6f805377b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.568599] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3546ae9b-5565-4f54-9b32-7a529ad50609 None None] Enqueued Resource ID: 48667b5c-a58b-4dc9-9c6c-3af43082647c with Priority: HIGHEST for action port [ 843.569942] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48667b5c-a58b-4dc9-9c6c-3af43082647c with Priority: HIGHEST for action port [ 843.569942] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-48667b5c-a58b-4dc9-9c6c-3af43082647c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.569942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48667b5c-a58b-4dc9-9c6c-3af43082647c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.569942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48667b5c-a58b-4dc9-9c6c-3af43082647c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.569942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48667b5c-a58b-4dc9-9c6c-3af43082647c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.569942] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48667b5c-a58b-4dc9-9c6c-3af43082647c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.722598] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d0689315-2a5d-4ae4-977d-8dfb29be64b5 None None] Enqueued Resource ID: 860b098e-55bf-4da1-b20d-ee2c6a8f05c1 with Priority: HIGHEST for action port [ 843.723747] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860b098e-55bf-4da1-b20d-ee2c6a8f05c1 with Priority: HIGHEST for action port [ 843.723747] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-860b098e-55bf-4da1-b20d-ee2c6a8f05c1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.723747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-860b098e-55bf-4da1-b20d-ee2c6a8f05c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.723747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-860b098e-55bf-4da1-b20d-ee2c6a8f05c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.726198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-860b098e-55bf-4da1-b20d-ee2c6a8f05c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.726581] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('860b098e-55bf-4da1-b20d-ee2c6a8f05c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.731979] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.732163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.732312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.732507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.732661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.733113] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be updated. [ 843.760444] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.762920] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.763076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.764354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.764354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.764354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.773476] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: IN_PROGRESS for 2s [ 844.069069] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.069343] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.069518] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.069810] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.069978] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.070144] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 723522b2-a8fa-42e2-93b1-e7d6f805377b not found, creating... [ 844.070793] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.070793] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.070793] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.071062] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.071095] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.071351] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.071562] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.071698] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.071909] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.072058] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.072174] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 723522b2-a8fa-42e2-93b1-e7d6f805377b is going to be created. [ 844.073404] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48667b5c-a58b-4dc9-9c6c-3af43082647c [ 844.073568] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.073683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.073765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.073917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.073999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.074116] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48667b5c-a58b-4dc9-9c6c-3af43082647c already deleted. [ 844.074212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48667b5c-a58b-4dc9-9c6c-3af43082647c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.106272] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.106523] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.106652] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.107312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.107720] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.108033] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-723522b2-a8fa-42e2-93b1-e7d6f805377b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.229723] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 860b098e-55bf-4da1-b20d-ee2c6a8f05c1 [ 844.229984] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.230147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.230220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.230466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.230562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.230664] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:860b098e-55bf-4da1-b20d-ee2c6a8f05c1 already deleted. [ 844.230754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-860b098e-55bf-4da1-b20d-ee2c6a8f05c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.267633] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.267633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.267633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.267633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.268317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.268317] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b is going to be updated. [ 844.316574] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.316742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.316853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.317255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.317960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.328285] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: IN_PROGRESS for 2s [ 844.775537] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d6c870c8-359b-4015-8f1e-89f51d4b8769 None None] Enqueued Resource ID: e77d418f-bf69-41cd-a0ee-1488058e25e2 with Priority: HIGHEST for action port [ 844.775811] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e77d418f-bf69-41cd-a0ee-1488058e25e2 with Priority: HIGHEST for action port [ 844.776397] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e77d418f-bf69-41cd-a0ee-1488058e25e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.776521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e77d418f-bf69-41cd-a0ee-1488058e25e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.776587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e77d418f-bf69-41cd-a0ee-1488058e25e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.776893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e77d418f-bf69-41cd-a0ee-1488058e25e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.778639] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e77d418f-bf69-41cd-a0ee-1488058e25e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.925723] env[69685]: INFO networking_nsxv3.common.synchronization [req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 req-aa2a47be-a644-4d29-92db-156912c08a2a service nova] Enqueued Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_rules [ 844.925871] env[69685]: INFO networking_nsxv3.common.synchronization [req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 req-aa2a47be-a644-4d29-92db-156912c08a2a service nova] Enqueued Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_members [ 844.926017] env[69685]: INFO networking_nsxv3.common.synchronization [req-33d11ef1-63b2-44c4-9826-c8ddc4b36bb8 req-aa2a47be-a644-4d29-92db-156912c08a2a service nova] Enqueued Resource ID: 723522b2-a8fa-42e2-93b1-e7d6f805377b with Priority: HIGHEST for action port [ 844.926244] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_rules [ 844.926376] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_members [ 844.926466] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 723522b2-a8fa-42e2-93b1-e7d6f805377b with Priority: HIGHEST for action port [ 844.927024] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.928312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.928399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.928626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.928764] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.930013] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.930145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.930366] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-723522b2-a8fa-42e2-93b1-e7d6f805377b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.930492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-723522b2-a8fa-42e2-93b1-e7d6f805377b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.930580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-723522b2-a8fa-42e2-93b1-e7d6f805377b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.930957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-723522b2-a8fa-42e2-93b1-e7d6f805377b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.930957] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('723522b2-a8fa-42e2-93b1-e7d6f805377b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.273233] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: SUCCESS [ 845.273311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.273794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.273794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.274305] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.274305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.275748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.275928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.276065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.276149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.276335] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.282833] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e77d418f-bf69-41cd-a0ee-1488058e25e2 [ 845.283186] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.283186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.283327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.284024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.284024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.284024] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e77d418f-bf69-41cd-a0ee-1488058e25e2 already deleted. [ 845.284024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e77d418f-bf69-41cd-a0ee-1488058e25e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.434377] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.434377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.435957] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 723522b2-a8fa-42e2-93b1-e7d6f805377b with status ACTIVE [ 845.436168] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.436307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.436391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.436756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.436756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.437447] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.437447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.437447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.437447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.437447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.437915] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.437915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.437915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.437915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.438128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.438128] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 723522b2-a8fa-42e2-93b1-e7d6f805377b is going to be updated. [ 845.461572] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.462911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.462911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.462911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.462911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.462911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-723522b2-a8fa-42e2-93b1-e7d6f805377b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.779670] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.779962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.779962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.780135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.780301] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.780427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.780498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.781481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.781481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.781481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.781481] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.781481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.781481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.781870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.781870] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.781870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.781870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.782010] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.782042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.782910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.782910] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.785692] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: SUCCESS [ 845.785885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.786467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.786467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.786467] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.786640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.786640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.786758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.786834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.786916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.787417] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.787417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.787417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.787417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.788047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.788047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.788231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.788465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.788507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.788571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.788664] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.895652] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d251ba81-b19b-454c-982d-3d48f6316140 None None] Enqueued Resource ID: 6748e463-d5fa-4895-b370-13dd3b38dff4 with Priority: HIGHEST for action port [ 845.896451] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6748e463-d5fa-4895-b370-13dd3b38dff4 with Priority: HIGHEST for action port [ 845.897230] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6748e463-d5fa-4895-b370-13dd3b38dff4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.897391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6748e463-d5fa-4895-b370-13dd3b38dff4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.897464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6748e463-d5fa-4895-b370-13dd3b38dff4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.898463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6748e463-d5fa-4895-b370-13dd3b38dff4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.898463] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6748e463-d5fa-4895-b370-13dd3b38dff4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.072823] env[69685]: INFO networking_nsxv3.common.synchronization [None req-7dc412eb-bc84-4b36-a06f-570104278490 None None] Enqueued Resource ID: 466c4e77-1dcc-4b26-ab5e-2b7830e36b5e with Priority: HIGHEST for action port [ 846.073129] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466c4e77-1dcc-4b26-ab5e-2b7830e36b5e with Priority: HIGHEST for action port [ 846.073853] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-466c4e77-1dcc-4b26-ab5e-2b7830e36b5e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.073853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-466c4e77-1dcc-4b26-ab5e-2b7830e36b5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.073853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-466c4e77-1dcc-4b26-ab5e-2b7830e36b5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.074149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-466c4e77-1dcc-4b26-ab5e-2b7830e36b5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.074225] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('466c4e77-1dcc-4b26-ab5e-2b7830e36b5e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.293856] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5202ace-02b2-4940-84ae-f5a88c839145: rpc.has_security_group_logging(os_id): False [ 846.293856] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 825bee55-4cf8-4db0-89f2-f83d5187291c: rpc.has_security_group_logging(os_id): False [ 846.310691] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.310850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.310923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.311152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.311246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.311561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.311683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.311747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.311905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.311985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.312204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.312301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.312365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.312558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.312671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.313309] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.313422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.313490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.313639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.313736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.313829] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be created. [ 846.315614] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.315803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.315803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.315905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.315985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.316192] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.316296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.316376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.316493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.316569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.316827] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.316827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.316921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.317316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.317424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.317623] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.317730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.317808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.317931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.318021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.318105] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c is going to be updated. [ 846.344206] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: SUCCESS [ 846.344443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.344607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.344853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.345048] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.345514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.345514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.345514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.345649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.345649] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.382439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.382633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.382633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.383010] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.383075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.399251] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.399251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.399251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.399251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.399251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.400555] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: IN_PROGRESS for 2s [ 846.401088] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6748e463-d5fa-4895-b370-13dd3b38dff4 [ 846.401252] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.401380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.401441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.401619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.401698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.401783] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6748e463-d5fa-4895-b370-13dd3b38dff4 already deleted. [ 846.401860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6748e463-d5fa-4895-b370-13dd3b38dff4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.409745] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: IN_PROGRESS for 2s [ 846.577087] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 466c4e77-1dcc-4b26-ab5e-2b7830e36b5e [ 846.577846] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.577846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.577846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.577846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.578331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.578331] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:466c4e77-1dcc-4b26-ab5e-2b7830e36b5e already deleted. [ 846.578331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-466c4e77-1dcc-4b26-ab5e-2b7830e36b5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.847658] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.106367] env[69685]: INFO networking_nsxv3.common.synchronization [None req-c6bccf1a-caf8-40c8-8fb2-3b7cd2d64993 None None] Enqueued Resource ID: a19f4d80-09b8-4231-bebb-86e37d5db90e with Priority: HIGHEST for action port [ 847.106696] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a19f4d80-09b8-4231-bebb-86e37d5db90e with Priority: HIGHEST for action port [ 847.109510] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-a19f4d80-09b8-4231-bebb-86e37d5db90e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.109680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a19f4d80-09b8-4231-bebb-86e37d5db90e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.109680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a19f4d80-09b8-4231-bebb-86e37d5db90e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.110543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a19f4d80-09b8-4231-bebb-86e37d5db90e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.110766] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a19f4d80-09b8-4231-bebb-86e37d5db90e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.351481] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.612588] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a19f4d80-09b8-4231-bebb-86e37d5db90e [ 847.612865] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.612865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.612865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.613204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.613323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.613437] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a19f4d80-09b8-4231-bebb-86e37d5db90e already deleted. [ 847.613546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a19f4d80-09b8-4231-bebb-86e37d5db90e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.859731] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.860079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.860079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.860273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.860483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.860483] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b is going to be updated. [ 847.887614] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.887807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.887944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.888324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.888433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.899387] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: IN_PROGRESS for 2s [ 848.057230] env[69685]: INFO networking_nsxv3.common.synchronization [req-552e8c46-01a0-4830-9ecd-65b5e0bee124 req-9b34031a-cac9-4c28-87e9-5942c964d828 tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Enqueued Resource ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 with Priority: HIGHEST for action security_group_members [ 848.057230] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 with Priority: HIGHEST for action security_group_members [ 848.057230] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.057230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.057230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.057450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.057548] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.057643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.057690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.057846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.057926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.058036] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.418328] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: SUCCESS [ 848.418909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.419953] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: SUCCESS [ 848.420214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.420569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.420845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.420977] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.431006] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.431241] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-842" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.431369] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-842" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.431694] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-842" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.431990] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.432174] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.432318] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.432549] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.433723] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.434031] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.434194] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.434348] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.434485] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.434660] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.434812] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.434992] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.451421] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.451884] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.452069] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.452250] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-842" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.452560] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-cb2e0b95-102c-400d-8802-2ffea4003fea taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.452733] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-cb2e0b95-102c-400d-8802-2ffea4003fea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.452850] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-cb2e0b95-102c-400d-8802-2ffea4003fea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.453184] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-cb2e0b95-102c-400d-8802-2ffea4003fea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.453348] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb2e0b95-102c-400d-8802-2ffea4003fea',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.561695] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.561869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.561936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.562177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.562278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.562472] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.562573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.562636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.562786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.562863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.562945] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 already deleted. [ 848.563037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.925031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.925031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.925031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.925031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.925031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.925031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.925031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.925031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.925031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.925031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.925031] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.956964] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.957265] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.957399] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.957752] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.957924] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.958142] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port cb2e0b95-102c-400d-8802-2ffea4003fea not found, creating... [ 848.958385] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.958559] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.958697] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.958981] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.959163] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.959479] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.959689] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.959869] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.963499] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.963499] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.963499] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: cb2e0b95-102c-400d-8802-2ffea4003fea is going to be created. [ 848.983196] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.983697] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.983697] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.984437] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.984437] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.984437] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-cb2e0b95-102c-400d-8802-2ffea4003fea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.426878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.427175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.427175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.427341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.427527] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.427713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.427713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.427961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.427961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.428123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.428192] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.428290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.428290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.428567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.428567] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.428723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.428723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.428856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.428923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.429070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.429070] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.753668] env[69685]: INFO networking_nsxv3.common.synchronization [req-552e8c46-01a0-4830-9ecd-65b5e0bee124 req-e5dcd2d0-62a8-460a-98f2-a9ff251630c5 service nova] Enqueued Resource ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 with Priority: HIGHEST for action security_group_rules [ 849.753668] env[69685]: INFO networking_nsxv3.common.synchronization [req-552e8c46-01a0-4830-9ecd-65b5e0bee124 req-e5dcd2d0-62a8-460a-98f2-a9ff251630c5 service nova] Enqueued Resource ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 with Priority: HIGHEST for action security_group_members [ 849.753668] env[69685]: INFO networking_nsxv3.common.synchronization [req-552e8c46-01a0-4830-9ecd-65b5e0bee124 req-e5dcd2d0-62a8-460a-98f2-a9ff251630c5 service nova] Enqueued Resource ID: cb2e0b95-102c-400d-8802-2ffea4003fea with Priority: HIGHEST for action port [ 849.753668] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 with Priority: HIGHEST for action security_group_rules [ 849.753668] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 with Priority: HIGHEST for action security_group_members [ 849.753668] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb2e0b95-102c-400d-8802-2ffea4003fea with Priority: HIGHEST for action port [ 849.753668] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.753668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.753668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.753668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.753668] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.758286] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.758286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.758286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.758286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.758286] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.758286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.758286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.758286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.758286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.758286] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.760519] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb2e0b95-102c-400d-8802-2ffea4003fea taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.760644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb2e0b95-102c-400d-8802-2ffea4003fea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.760708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb2e0b95-102c-400d-8802-2ffea4003fea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.760881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb2e0b95-102c-400d-8802-2ffea4003fea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.760957] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb2e0b95-102c-400d-8802-2ffea4003fea',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.909904] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: SUCCESS [ 849.910164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.910351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.910610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.911141] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.911290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.911367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.911637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.911742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.911838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.911935] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.931376] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5202ace-02b2-4940-84ae-f5a88c839145: rpc.has_security_group_logging(os_id): False [ 849.951128] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.951128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.951128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.951470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.951470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.951696] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.951775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.951775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.951918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.951996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.952210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.952321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.952357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.952517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.952602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.952785] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.953020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.953020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.953156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.953239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.953392] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be updated. [ 850.008643] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.008836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.008940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.009282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.009510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.021369] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: IN_PROGRESS for 2s [ 850.133714] env[69685]: INFO networking_nsxv3.common.synchronization [req-0b4445c3-3d19-4ad8-bd12-19c261fcb43b req-3ad06b19-a96f-4b22-af96-ac10a6312072 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 850.135584] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 850.135950] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.136221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.136313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.136556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.137925] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.137925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.137925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.137925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.137925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.137925] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.264010] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.264010] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.264639] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb2e0b95-102c-400d-8802-2ffea4003fea with status ACTIVE [ 850.264829] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.264950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.265026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.265253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.265402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.265598] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.266748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.266748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.266748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.266748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.266748] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.266748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.266748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.266748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.266748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.266748] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb2e0b95-102c-400d-8802-2ffea4003fea is going to be updated. [ 850.269345] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.292562] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.292562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.292562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.292562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.292562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.292562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb2e0b95-102c-400d-8802-2ffea4003fea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.417035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.417035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.417035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.417035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.417035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.417035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.418417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.418504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.418575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.418668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.418837] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.418951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.419016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.419194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.419404] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.419474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.419529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.419807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.419936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.419976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.420110] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.577785] env[69685]: INFO networking_nsxv3.common.synchronization [req-b476b283-1972-4b16-ba12-118c95159d00 req-d44b0ebc-6ed5-42ce-9066-ae48ad9579be tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 850.578915] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 850.579510] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.579848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.640428] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.772120] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.922211] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fe1267e-e737-49c5-9eb2-11e818a0a85b: rpc.has_security_group_logging(os_id): False [ 850.939600] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.939940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.939940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.940296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.958282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.958564] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.958687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.958744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.958953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.959046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.959231] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.959319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.959395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.959527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.959597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.959801] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.959892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.959950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.960105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.960372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.960372] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b is going to be updated. [ 851.017208] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.017340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.017406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.017614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.017755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.028732] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: IN_PROGRESS for 2s [ 851.143080] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.275304] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.275304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.275471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.275739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.275831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.275980] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 is going to be created. [ 851.299364] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.299635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.299761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.303019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.303019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.308955] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 in Status: UNINITIALIZED for 2s [ 851.647361] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.647620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.647739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.648488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.648488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.648488] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be updated. [ 851.687881] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.688251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.688251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.688406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.688582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.696358] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: IN_PROGRESS for 2s [ 852.032952] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: SUCCESS [ 852.033300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.047770] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: SUCCESS [ 853.047770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.319103] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 in Status: SUCCESS [ 853.319336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.319527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.319766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.319958] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.320095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.320153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.320329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.320411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.320523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.320603] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.707940] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: SUCCESS [ 853.708454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.708454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.709345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.709445] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.709515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.709551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.709870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.709870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.709980] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.827030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.827030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.827030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.827030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.827030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.827030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.827030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.827030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.827030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.827030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.827030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.827030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.827030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.827030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.827030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.827030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.827798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.827798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.827798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.827798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.827798] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.213665] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.217018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.217018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.217018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.217018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.217018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.217018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.217018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.217018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.217018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.217018] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be updated. [ 854.219767] env[69685]: INFO networking_nsxv3.common.synchronization [req-29078e55-421e-44c1-ae7f-f237ec7e750d req-12df4cea-8dcc-42d4-80e9-480d3c3272f3 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Enqueued Resource ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 with Priority: HIGHEST for action security_group_members [ 854.220957] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 with Priority: HIGHEST for action security_group_members [ 854.221540] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.221809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.222664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.223057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.223340] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.224171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.224171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.224171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.224171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.224605] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8fde9f-0408-4db9-9777-43d9cd7b9f63',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.244385] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.244745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.244932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.245307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.245605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.254819] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: IN_PROGRESS for 2s [ 854.331884] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7: rpc.has_security_group_logging(os_id): False [ 854.346798] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.346971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.347060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.347476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.347476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.347702] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.347830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.347895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.348128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.348240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.348457] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.348782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.348883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.349183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.349415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.350278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.350394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.350462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.350690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.350841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.350972] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 is going to be created. [ 854.413240] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.413240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.413240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.413240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.413240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.423926] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 in Status: IN_PROGRESS for 2s [ 854.537927] env[69685]: INFO networking_nsxv3.common.synchronization [None req-dc37c104-0aac-4638-85b7-aed440267475 None None] Enqueued Resource ID: 34ceee8c-2cfd-4671-96ce-e57aa444be87 with Priority: HIGHEST for action port [ 854.537927] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34ceee8c-2cfd-4671-96ce-e57aa444be87 with Priority: HIGHEST for action port [ 854.537927] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-34ceee8c-2cfd-4671-96ce-e57aa444be87 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.539971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34ceee8c-2cfd-4671-96ce-e57aa444be87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.539971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34ceee8c-2cfd-4671-96ce-e57aa444be87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.539971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34ceee8c-2cfd-4671-96ce-e57aa444be87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.539971] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34ceee8c-2cfd-4671-96ce-e57aa444be87',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.728276] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.728359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.728428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.728625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.728713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.728914] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.729023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.729088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.729239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.729315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.729394] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 already deleted. [ 854.729471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.048738] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34ceee8c-2cfd-4671-96ce-e57aa444be87 [ 855.050144] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.050311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.050411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.050822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.050955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.051094] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34ceee8c-2cfd-4671-96ce-e57aa444be87 already deleted. [ 855.051408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34ceee8c-2cfd-4671-96ce-e57aa444be87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.085951] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.086147] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-13" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.086274] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-13" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.086640] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-13" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.087618] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.087618] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.087618] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.087778] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.087934] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.088186] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.088294] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.088456] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.088600] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.088721] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.088829] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.088961] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.112230] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.112230] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.112230] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.112468] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-13" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.112699] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.112887] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.113099] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.113431] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.113629] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba1b965d-f7ff-41f5-8742-bc01e9c1ce78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.619826] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.620208] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.620208] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.621385] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.621385] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.621385] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 not found, creating... [ 855.621666] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.622184] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.622378] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.626024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.626024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.626024] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.626024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.626024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.626024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.626024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.626024] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 is going to be created. [ 855.643891] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.644119] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.644244] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.644530] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.644776] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.646202] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.683084] env[69685]: INFO networking_nsxv3.common.synchronization [None req-45d7e23e-20d8-4509-bc9c-12e4cb98efaa tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Enqueued Resource ID: 4d797897-1419-47d5-8973-afe90f14be4b with Priority: HIGHEST for action security_group_rules [ 855.685308] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d797897-1419-47d5-8973-afe90f14be4b with Priority: HIGHEST for action security_group_rules [ 855.685698] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d797897-1419-47d5-8973-afe90f14be4b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.685833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.685910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.688790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.688943] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d797897-1419-47d5-8973-afe90f14be4b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.805553] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1a17cc2b-cf98-4319-b88a-4230e0192967 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Enqueued Resource ID: 4d797897-1419-47d5-8973-afe90f14be4b with Priority: HIGHEST for action security_group_rules [ 855.806981] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d797897-1419-47d5-8973-afe90f14be4b with Priority: HIGHEST for action security_group_rules [ 855.807497] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d797897-1419-47d5-8973-afe90f14be4b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.807738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.212807] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.215656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.215656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.215656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.215656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.215656] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d797897-1419-47d5-8973-afe90f14be4b already deleted. [ 856.215656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.215656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.215656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.215656] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d797897-1419-47d5-8973-afe90f14be4b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.263998] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: SUCCESS [ 856.264599] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 deletion is rescheduled due to dependency. [ 856.264963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.367191] env[69685]: INFO networking_nsxv3.common.synchronization [req-29078e55-421e-44c1-ae7f-f237ec7e750d req-945d4024-ae00-4324-a0b4-fae04e5d6ca9 service nova] Enqueued Resource ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 with Priority: HIGHEST for action security_group_rules [ 856.368513] env[69685]: INFO networking_nsxv3.common.synchronization [req-29078e55-421e-44c1-ae7f-f237ec7e750d req-945d4024-ae00-4324-a0b4-fae04e5d6ca9 service nova] Enqueued Resource ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 with Priority: HIGHEST for action security_group_members [ 856.368513] env[69685]: INFO networking_nsxv3.common.synchronization [req-29078e55-421e-44c1-ae7f-f237ec7e750d req-945d4024-ae00-4324-a0b4-fae04e5d6ca9 service nova] Enqueued Resource ID: ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 with Priority: HIGHEST for action port [ 856.368513] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 with Priority: HIGHEST for action security_group_rules [ 856.368513] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 with Priority: HIGHEST for action security_group_members [ 856.368651] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 with Priority: HIGHEST for action port [ 856.369059] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac8fde9f-0408-4db9-9777-43d9cd7b9f63 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.369275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.369380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.369658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.369768] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac8fde9f-0408-4db9-9777-43d9cd7b9f63',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.372740] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.372860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.372943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.374116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.374595] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.374818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.374966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.375665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.375852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.376022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8fde9f-0408-4db9-9777-43d9cd7b9f63',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.376953] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.377113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.377164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.377288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.377374] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba1b965d-f7ff-41f5-8742-bc01e9c1ce78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.437943] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 in Status: SUCCESS [ 856.438299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.545498] env[69685]: INFO networking_nsxv3.common.synchronization [None req-5dffe815-f087-4454-9766-91273a0769de None None] Enqueued Resource ID: afa8ab22-b7f7-4bca-9cdd-64f11cccbf55 with Priority: HIGHEST for action port [ 856.549020] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa8ab22-b7f7-4bca-9cdd-64f11cccbf55 with Priority: HIGHEST for action port [ 856.549020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-afa8ab22-b7f7-4bca-9cdd-64f11cccbf55 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.549020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afa8ab22-b7f7-4bca-9cdd-64f11cccbf55" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.549020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afa8ab22-b7f7-4bca-9cdd-64f11cccbf55" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.549020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afa8ab22-b7f7-4bca-9cdd-64f11cccbf55" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.549020] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afa8ab22-b7f7-4bca-9cdd-64f11cccbf55',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.735386] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.737927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.737927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.737927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.737927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.737927] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d797897-1419-47d5-8973-afe90f14be4b already deleted. [ 856.737927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.776164] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f174b13-02fe-4c35-9818-001c485c44a1 req-ee691d0b-a29d-4eb1-98b3-ce71d119a955 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 856.777101] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 856.777884] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.778229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.779576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.782168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.782168] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.782168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.782168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.782168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.782168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.782168] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.881261] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac8fde9f-0408-4db9-9777-43d9cd7b9f63',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.882090] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.882200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.882369] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 with status ACTIVE [ 856.882520] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.882619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.882683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.882905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.882989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.883209] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.883365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.883442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.883623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.883700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.883880] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.883970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.884039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.884177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.884248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.885067] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba1b965d-f7ff-41f5-8742-bc01e9c1ce78 is going to be updated. [ 856.906985] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.906985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.906985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.906985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.906985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.906985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba1b965d-f7ff-41f5-8742-bc01e9c1ce78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.049668] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afa8ab22-b7f7-4bca-9cdd-64f11cccbf55 [ 857.049904] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.050094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.050210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.050408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.050505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.050606] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afa8ab22-b7f7-4bca-9cdd-64f11cccbf55 already deleted. [ 857.050745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afa8ab22-b7f7-4bca-9cdd-64f11cccbf55" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.149088] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.150398] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.150398] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.150398] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.150398] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.150398] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.150633] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.150667] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.150788] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.151064] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.151184] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.151293] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.151425] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.151548] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.151654] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.151786] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.169531] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.169721] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 857.169869] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.170100] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-371" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.170444] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-9c72e0a9-b8d1-442b-8010-302380e3987a taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.170636] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-9c72e0a9-b8d1-442b-8010-302380e3987a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.170757] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-9c72e0a9-b8d1-442b-8010-302380e3987a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.171145] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-9c72e0a9-b8d1-442b-8010-302380e3987a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.171384] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c72e0a9-b8d1-442b-8010-302380e3987a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.287319] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.386577] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac8fde9f-0408-4db9-9777-43d9cd7b9f63',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.518257] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] NSXv3 Agent Agent loop - iteration:0 completed [ 857.518451] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] NSXv3 Agent Agent loop - iteration:1 started [ 857.676264] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.676433] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.676592] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.676929] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.677098] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.677255] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 9c72e0a9-b8d1-442b-8010-302380e3987a not found, creating... [ 857.677509] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.677665] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.678039] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.678105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.678242] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.678519] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.678672] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.679407] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.682061] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.682280] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.682434] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 9c72e0a9-b8d1-442b-8010-302380e3987a is going to be created. [ 857.702038] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.702701] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.702701] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.702897] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.702962] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.703547] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-9c72e0a9-b8d1-442b-8010-302380e3987a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.790016] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.889082] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.889292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.889349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.889544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.889639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.889738] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 is going to be created. [ 857.923368] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.923518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.923594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.924477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.924477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.940863] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 in Status: UNINITIALIZED for 2s [ 858.292431] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.292624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.292700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.292951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.293055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.293161] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 is going to be updated. [ 858.339320] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.339521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.339614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.340121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.340237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.352190] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: IN_PROGRESS for 2s [ 858.498940] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f174b13-02fe-4c35-9818-001c485c44a1 req-5c0d3084-204b-4a0a-81b2-7d6779b462a3 service nova] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_rules [ 858.499970] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f174b13-02fe-4c35-9818-001c485c44a1 req-5c0d3084-204b-4a0a-81b2-7d6779b462a3 service nova] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 858.502230] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f174b13-02fe-4c35-9818-001c485c44a1 req-5c0d3084-204b-4a0a-81b2-7d6779b462a3 service nova] Enqueued Resource ID: 9c72e0a9-b8d1-442b-8010-302380e3987a with Priority: HIGHEST for action port [ 858.502230] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_rules [ 858.502230] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 858.502230] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c72e0a9-b8d1-442b-8010-302380e3987a with Priority: HIGHEST for action port [ 858.502457] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.502532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.502606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.502808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.502900] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.503963] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.503963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.504089] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c72e0a9-b8d1-442b-8010-302380e3987a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.504163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c72e0a9-b8d1-442b-8010-302380e3987a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.504196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c72e0a9-b8d1-442b-8010-302380e3987a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.504350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c72e0a9-b8d1-442b-8010-302380e3987a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.504421] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c72e0a9-b8d1-442b-8010-302380e3987a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.010092] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.010092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.014334] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c72e0a9-b8d1-442b-8010-302380e3987a with status ACTIVE [ 859.014548] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.014680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.014779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.014983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.015077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.015258] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.015360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.015497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.015690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.015837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.015979] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.016100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.016157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.016293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.016365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.016470] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c72e0a9-b8d1-442b-8010-302380e3987a is going to be updated. [ 859.041305] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.041305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.041305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.041548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.041548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.041985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c72e0a9-b8d1-442b-8010-302380e3987a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.949888] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 in Status: SUCCESS [ 859.950128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.950295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.950518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.950713] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.950859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.950937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.951169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.951282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.951418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.951530] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac8fde9f-0408-4db9-9777-43d9cd7b9f63',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.362266] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: SUCCESS [ 860.362522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.362649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.362866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.363271] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.363445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.363560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.363864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.364058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.364058] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.455531] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.455696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.455850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.455997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.456208] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.456332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.456402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.456520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.456600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.457120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.457120] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.457120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.457120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.457400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.457523] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.457619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.457710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.457854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.457944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.458324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.458447] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac8fde9f-0408-4db9-9777-43d9cd7b9f63',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.869665] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.961614] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac8fde9f-0408-4db9-9777-43d9cd7b9f63: rpc.has_security_group_logging(os_id): False [ 860.980410] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.980672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.980672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.980861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.980943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.981134] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.981276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.981341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.981450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.981529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.981705] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.981810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.981900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.982023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.986335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.986603] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.986714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.986794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.986965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.987067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.987138] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 is going to be created. [ 861.050865] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.051095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.051095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.051284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.051475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.061158] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 in Status: IN_PROGRESS for 2s [ 861.374610] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.400531] env[69685]: INFO networking_nsxv3.common.synchronization [None req-5c17caae-7a40-4c68-ba82-10b15f986c06 None None] Enqueued Resource ID: 7ecf7f5c-4e29-40f1-a008-fa8b959020e7 with Priority: HIGHEST for action port [ 861.401484] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecf7f5c-4e29-40f1-a008-fa8b959020e7 with Priority: HIGHEST for action port [ 861.402134] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ecf7f5c-4e29-40f1-a008-fa8b959020e7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.402333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ecf7f5c-4e29-40f1-a008-fa8b959020e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.402443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ecf7f5c-4e29-40f1-a008-fa8b959020e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.403204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ecf7f5c-4e29-40f1-a008-fa8b959020e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.403894] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ecf7f5c-4e29-40f1-a008-fa8b959020e7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.879424] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.879424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.879424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.879424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.879424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.879424] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 is going to be updated. [ 861.907715] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ecf7f5c-4e29-40f1-a008-fa8b959020e7 [ 861.907715] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.907715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.907715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.907715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.907715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.907715] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ecf7f5c-4e29-40f1-a008-fa8b959020e7 already deleted. [ 861.907715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ecf7f5c-4e29-40f1-a008-fa8b959020e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.931972] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.932135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.932205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.932422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.932571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.950738] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: IN_PROGRESS for 2s [ 862.562280] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3f1e01d7-e565-411e-abe0-decfbb582334 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Enqueued Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_rules [ 862.562280] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_rules [ 862.562280] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3414f988-2b1c-46b9-a1c7-a57df13c2536 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.562280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.562280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.562280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.563382] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.603026] env[69685]: INFO networking_nsxv3.common.synchronization [req-29460da4-62c9-49b4-9711-d1e987e07b97 req-969ca6f1-45a7-4c2b-af55-885e24796c39 tempest-VolumesAssistedSnapshotsTest-133812414 tempest-VolumesAssistedSnapshotsTest-133812414-project-member] Enqueued Resource ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a with Priority: HIGHEST for action security_group_members [ 862.603026] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a with Priority: HIGHEST for action security_group_members [ 862.603835] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f022d26-5a38-48a3-a01f-840a43bcad3a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.604271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.607083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.607083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.607083] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.607083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.607083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.607083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.607083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.607083] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f022d26-5a38-48a3-a01f-840a43bcad3a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.780184] env[69685]: INFO networking_nsxv3.common.synchronization [None req-2b99da88-e0e5-411e-b977-ec136ca708b9 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Enqueued Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_rules [ 862.780612] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_rules [ 862.780914] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3414f988-2b1c-46b9-a1c7-a57df13c2536 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.781053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.084235] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.084235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.084773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.084773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.084773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.084773] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 already deleted. [ 863.084773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.085711] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 in Status: SUCCESS [ 863.085824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.086203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.089287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.089384] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.110302] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.110535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.110535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.110841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.144206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.144464] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.144580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.144661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.145442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.145442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.145442] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a is going to be updated. [ 863.194355] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.194355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.194474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.194627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.194768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.204123] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a in Status: IN_PROGRESS for 2s [ 863.309065] env[69685]: INFO networking_nsxv3.common.synchronization [req-79148da3-190c-4556-b7b6-f043cabc95a3 req-ae4d0dee-228e-4dd2-977f-7a53de075533 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 863.309065] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 863.309065] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.309065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.309065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.309065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.309065] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.309065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.309065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.309065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.309065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.309065] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.611114] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.611114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.611511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.611796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.611796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.612029] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 already deleted. [ 863.612200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.816581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.816581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.816581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.816581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.816581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.816581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.816581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.816581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.816581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.816581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.816581] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 863.858806] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.858806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.858806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.858806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.858806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.868209] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 863.961322] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: SUCCESS [ 863.961771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.961771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.961971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.962198] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.962313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.962375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.962552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.964105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.964105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.964105] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.005510] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.006467] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.006467] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.007058] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.007683] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.008015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.008271] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.009104] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.009104] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.010052] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.010052] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.010257] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.010421] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.014021] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.014021] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.014021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.036727] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.037285] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.037285] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.037285] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.038878] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-f813ccd2-6249-4535-ac98-eb31ae08733d taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.038878] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-f813ccd2-6249-4535-ac98-eb31ae08733d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.038878] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-f813ccd2-6249-4535-ac98-eb31ae08733d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.038878] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-f813ccd2-6249-4535-ac98-eb31ae08733d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.038878] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f813ccd2-6249-4535-ac98-eb31ae08733d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.049904] env[69685]: INFO networking_nsxv3.common.synchronization [req-6733d51b-8643-4cba-b827-9ded5195b081 req-4ee69597-c0e3-4c05-9a1e-507c5aa268f8 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Enqueued Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 864.050781] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 864.051339] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.051784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.054253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.054253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.054253] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.054253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.054253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.054253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.054253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.054253] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.345619] env[69685]: INFO networking_nsxv3.common.synchronization [req-680e00d5-eb24-488b-a3f8-ebabdb5679ee req-1bb09e13-998f-4280-9f06-aeebc63e9d5f tempest-ServerMetadataTestJSON-2060825045 tempest-ServerMetadataTestJSON-2060825045-project-member] Enqueued Resource ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 with Priority: HIGHEST for action security_group_members [ 864.346851] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 with Priority: HIGHEST for action security_group_members [ 864.346851] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.346851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.346851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.349306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.349494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.349611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.349700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.349856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.349938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.350052] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.469021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.469021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.469021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.469021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.469281] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.469281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.469358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.469469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.469554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.470894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.470894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.470894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.470894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.470894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.470894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.470894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.470894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.470894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.470894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.470894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.470894] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.542084] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.542312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.542685] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.542848] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.542848] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.543014] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port f813ccd2-6249-4535-ac98-eb31ae08733d not found, creating... [ 864.543259] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.543548] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.543648] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.543846] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.543976] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.545480] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.545480] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.545480] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.545480] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.545480] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.545480] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: f813ccd2-6249-4535-ac98-eb31ae08733d is going to be created. [ 864.554961] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.555169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.555439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.555934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.555934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.556375] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.556545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.557143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.557350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.557484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.557602] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c is going to be updated. [ 864.564825] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.565516] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.565679] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.565990] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.566442] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.571373] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-f813ccd2-6249-4535-ac98-eb31ae08733d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.576934] env[69685]: INFO networking_nsxv3.common.synchronization [None req-17d9cdc2-0b8a-47f4-9b8d-bcb6abd9b743 None None] Enqueued Resource ID: f951cc93-dc82-4ee4-ad55-de58fee87f00 with Priority: HIGHEST for action port [ 864.577590] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f951cc93-dc82-4ee4-ad55-de58fee87f00 with Priority: HIGHEST for action port [ 864.577983] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f951cc93-dc82-4ee4-ad55-de58fee87f00 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.578161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f951cc93-dc82-4ee4-ad55-de58fee87f00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.578232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f951cc93-dc82-4ee4-ad55-de58fee87f00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.578508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f951cc93-dc82-4ee4-ad55-de58fee87f00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.578611] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f951cc93-dc82-4ee4-ad55-de58fee87f00',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.581138] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.581261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.581366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.581946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.581946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.589651] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: IN_PROGRESS for 2s [ 864.852541] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.852838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.852838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.852968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.853074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.853303] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.853637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.853637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.853734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.853817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.853908] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 is going to be updated. [ 864.878599] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.878719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.878772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.879574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.879574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.886264] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 in Status: IN_PROGRESS for 2s [ 864.973697] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95855033-d2b8-4802-b721-f2a0baf953b0: rpc.has_security_group_logging(os_id): False [ 864.991689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.991903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.991903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.992537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.008742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.009336] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.009336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.009336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.009513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.009513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.010133] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.010133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.010133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.010133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.010133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.010503] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.010503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.010503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.010871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.010871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.010871] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 is going to be updated. [ 865.068443] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.068537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.068598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.068812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.070164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.080633] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f951cc93-dc82-4ee4-ad55-de58fee87f00 [ 865.080860] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.080981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.081112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.081473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.081473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.081623] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f951cc93-dc82-4ee4-ad55-de58fee87f00 already deleted. [ 865.081623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f951cc93-dc82-4ee4-ad55-de58fee87f00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.082520] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: IN_PROGRESS for 2s [ 865.220489] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a in Status: SUCCESS [ 865.220489] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f022d26-5a38-48a3-a01f-840a43bcad3a deletion is rescheduled due to dependency. [ 865.220489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f022d26-5a38-48a3-a01f-840a43bcad3a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.307656] env[69685]: INFO networking_nsxv3.common.synchronization [req-79148da3-190c-4556-b7b6-f043cabc95a3 req-f8273bc5-7eb5-4e94-8686-1b5cd1ed6eaa service nova] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_rules [ 865.307863] env[69685]: INFO networking_nsxv3.common.synchronization [req-79148da3-190c-4556-b7b6-f043cabc95a3 req-f8273bc5-7eb5-4e94-8686-1b5cd1ed6eaa service nova] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 865.308028] env[69685]: INFO networking_nsxv3.common.synchronization [req-79148da3-190c-4556-b7b6-f043cabc95a3 req-f8273bc5-7eb5-4e94-8686-1b5cd1ed6eaa service nova] Enqueued Resource ID: f813ccd2-6249-4535-ac98-eb31ae08733d with Priority: HIGHEST for action port [ 865.308259] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_rules [ 865.308384] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 865.308479] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f813ccd2-6249-4535-ac98-eb31ae08733d with Priority: HIGHEST for action port [ 865.309137] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.309269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.309338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.309742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.309883] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.311220] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.311320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.311501] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f813ccd2-6249-4535-ac98-eb31ae08733d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.311599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f813ccd2-6249-4535-ac98-eb31ae08733d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.311655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f813ccd2-6249-4535-ac98-eb31ae08733d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.315018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f813ccd2-6249-4535-ac98-eb31ae08733d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.315018] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f813ccd2-6249-4535-ac98-eb31ae08733d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.813856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.814014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.814218] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f813ccd2-6249-4535-ac98-eb31ae08733d with status ACTIVE [ 865.814389] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.814496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.814561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.814775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.814865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.815039] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.815133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.815193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.815345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.815419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.815625] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.815715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.815772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.815909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.815982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.816077] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f813ccd2-6249-4535-ac98-eb31ae08733d is going to be updated. [ 865.835925] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.835925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.835925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.835925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.835925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.835925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f813ccd2-6249-4535-ac98-eb31ae08733d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.879356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 865.882039] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 deletion is rescheduled due to dependency. [ 865.882039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.882039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.882039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.882039] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.882039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.882039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.882039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.882039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.882039] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.382862] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.600034] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: SUCCESS [ 866.600034] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c deletion is rescheduled due to dependency. [ 866.600685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.885097] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.895194] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 in Status: SUCCESS [ 866.895374] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7 deletion is rescheduled due to dependency. [ 866.895520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.096353] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: SUCCESS [ 867.096572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.388261] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.388477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.388477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.388820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.388982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.389109] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 867.418304] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.418461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.418535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.418824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.418983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.426844] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 868.528732] env[69685]: INFO networking_nsxv3.common.synchronization [req-aef672be-89fa-4530-9e5c-803f3ef139fc req-6e8d30c0-967f-4437-9043-9971c542b12a tempest-ServersAdminNegativeTestJSON-1175812188 tempest-ServersAdminNegativeTestJSON-1175812188-project-member] Enqueued Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_members [ 868.529748] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGHEST for action security_group_members [ 868.529748] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6755f4d-8d94-490b-badc-940049736a93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.529946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.529946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.530693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.530693] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.530693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.530693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.530693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.530693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.531038] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.953258] env[69685]: INFO networking_nsxv3.common.synchronization [req-10a0e9de-407b-4623-ad12-72b184d14c24 req-03ab22de-c986-4409-bde6-bd2d1512a450 tempest-ServerAddressesTestJSON-1086664686 tempest-ServerAddressesTestJSON-1086664686-project-member] Enqueued Resource ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 with Priority: HIGHEST for action security_group_members [ 868.953826] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 with Priority: HIGHEST for action security_group_members [ 868.954192] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.954355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.954428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.954688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.954974] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.955048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.955097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.955274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.955370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.955551] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8fde9f-0408-4db9-9777-43d9cd7b9f63',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.032696] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.032868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.032958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.033211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.033309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.033571] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.033685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.033751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.033930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.034014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.034116] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6755f4d-8d94-490b-badc-940049736a93 is going to be updated. [ 869.063107] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.063284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.063378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.063679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.063859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.072485] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6755f4d-8d94-490b-badc-940049736a93 in Status: IN_PROGRESS for 2s [ 869.437321] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 869.437542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.437708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.437976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.438417] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.438417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.438417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.438613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.438613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.438693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.438734] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.460424] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.460656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.460656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.460803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.460888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.461098] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.461196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.461263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.461414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.461597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.461597] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 is going to be updated. [ 869.486794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.487009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.487089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.487299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.487432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.495020] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 in Status: IN_PROGRESS for 2s [ 869.942551] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.942802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.942802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.943011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.943204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.943314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.943376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.943557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.944028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.944028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.944028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.944028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.944218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.944218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.944439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.944439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.944580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.944635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.944683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.944758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.944852] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.447823] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccb44fe4-a7cc-4099-a2ac-96c0d93bb589: rpc.has_security_group_logging(os_id): False [ 870.465145] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.465298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.465371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.465616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.465724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.465927] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.466040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.466146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.466260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.466337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.466531] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.466627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.466696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.466822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.466896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.467098] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.467189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.467251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.467386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.467459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.467558] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 870.521661] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.521788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.521831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.522511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.522511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.537050] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 870.562739] env[69685]: INFO networking_nsxv3.common.synchronization [None req-35f858f7-11fd-4039-9b23-acde448e30cd tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea with Priority: HIGHEST for action security_group_rules [ 870.564295] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea with Priority: HIGHEST for action security_group_rules [ 870.564295] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.564295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.564295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.564295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.564295] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b37162f0-4416-4098-bf2d-4f4dc2e0f1ea',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.690031] env[69685]: INFO networking_nsxv3.common.synchronization [None req-e9c2bbee-9421-473b-992f-ca472ced59e1 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea with Priority: HIGHEST for action security_group_rules [ 870.690463] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea with Priority: HIGHEST for action security_group_rules [ 870.692367] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.692537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.081487] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6755f4d-8d94-490b-badc-940049736a93 in Status: SUCCESS [ 871.081816] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6755f4d-8d94-490b-badc-940049736a93 deletion is rescheduled due to dependency. [ 871.081816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.083509] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.083509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.083509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.083851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.083851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.083954] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea already deleted. [ 871.083954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.084128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.084240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.084321] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b37162f0-4416-4098-bf2d-4f4dc2e0f1ea',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.507532] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 in Status: SUCCESS [ 871.507953] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 deletion is rescheduled due to dependency. [ 871.509072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.620178] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.620352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.620426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.620607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.620702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.621479] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea already deleted. [ 871.621479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.560841] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 872.561160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.499887] env[69685]: INFO networking_nsxv3.common.synchronization [req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 req-52827739-1b93-4ae7-8659-17ea3e1f54c5 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Enqueued Resource ID: 34fffdc9-d15d-432f-b825-823643804b87 with Priority: HIGHEST for action security_group_members [ 874.500448] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fffdc9-d15d-432f-b825-823643804b87 with Priority: HIGHEST for action security_group_members [ 874.500800] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fffdc9-d15d-432f-b825-823643804b87 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.500953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.500999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.501261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.501416] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.501520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.501584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.501735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.501830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.501924] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34fffdc9-d15d-432f-b825-823643804b87',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.801793] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.801993] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-363" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.802132] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-363" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.802455] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-363" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.802722] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.802877] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.803704] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.803704] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.803704] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.803704] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.803704] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.803960] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.803960] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.804048] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.806837] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.806837] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.823876] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.824056] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.825017] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.825017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-363" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.825017] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.825017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.825017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.825296] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.828593] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86b7105e-0de8-4e93-a2d0-1f3d5b0386dd',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.003993] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.004894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.004894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.004894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.004894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.004894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.004894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.005198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.005198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.005198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.005293] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34fffdc9-d15d-432f-b825-823643804b87 already deleted. [ 875.005293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.327895] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.328207] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.328375] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.328661] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.328814] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.328972] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 86b7105e-0de8-4e93-a2d0-1f3d5b0386dd not found, creating... [ 875.329254] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.329416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.329533] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.329753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.329893] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.330192] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.330344] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.330459] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.330665] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.330798] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.330936] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 86b7105e-0de8-4e93-a2d0-1f3d5b0386dd is going to be created. [ 875.348606] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.348788] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.348912] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.349162] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.349384] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.349599] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.056980] env[69685]: INFO networking_nsxv3.common.synchronization [req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 req-ad7ac6b7-d897-4331-88c2-53d526a77828 service nova] Enqueued Resource ID: 34fffdc9-d15d-432f-b825-823643804b87 with Priority: HIGHEST for action security_group_rules [ 876.057234] env[69685]: INFO networking_nsxv3.common.synchronization [req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 req-ad7ac6b7-d897-4331-88c2-53d526a77828 service nova] Enqueued Resource ID: 34fffdc9-d15d-432f-b825-823643804b87 with Priority: HIGHEST for action security_group_members [ 876.057425] env[69685]: INFO networking_nsxv3.common.synchronization [req-2240bfcf-93c4-489e-802b-3a50ec0b97a6 req-ad7ac6b7-d897-4331-88c2-53d526a77828 service nova] Enqueued Resource ID: 86b7105e-0de8-4e93-a2d0-1f3d5b0386dd with Priority: HIGHEST for action port [ 876.057524] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fffdc9-d15d-432f-b825-823643804b87 with Priority: HIGHEST for action security_group_rules [ 876.057658] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fffdc9-d15d-432f-b825-823643804b87 with Priority: HIGHEST for action security_group_members [ 876.057752] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b7105e-0de8-4e93-a2d0-1f3d5b0386dd with Priority: HIGHEST for action port [ 876.058334] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34fffdc9-d15d-432f-b825-823643804b87 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.058447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.058515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.058767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.058849] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34fffdc9-d15d-432f-b825-823643804b87',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.060331] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fffdc9-d15d-432f-b825-823643804b87 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.060439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.060506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.060695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.060840] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.060932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.061059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.061165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.061299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.061339] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34fffdc9-d15d-432f-b825-823643804b87',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.062513] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.062513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.062513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.062513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.062513] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86b7105e-0de8-4e93-a2d0-1f3d5b0386dd',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.564479] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fffdc9-d15d-432f-b825-823643804b87 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.564672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.565380] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34fffdc9-d15d-432f-b825-823643804b87',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.566020] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86b7105e-0de8-4e93-a2d0-1f3d5b0386dd with status ACTIVE [ 876.566241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.566393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.566541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.566695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.566838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.567034] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.567149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.567234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.567387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.567481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.567667] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.567769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.567823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.567971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.568145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.568207] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86b7105e-0de8-4e93-a2d0-1f3d5b0386dd is going to be updated. [ 876.588863] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.589066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.589066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.589381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.589558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.589765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86b7105e-0de8-4e93-a2d0-1f3d5b0386dd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.070878] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34fffdc9-d15d-432f-b825-823643804b87',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.096038] env[69685]: INFO networking_nsxv3.common.synchronization [req-548cd002-2839-4871-8606-bd162026003c req-cdd0bf90-b94a-40df-ac33-4d0cdbf466df tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 877.096038] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 877.096038] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.096038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.096038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.096038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.096650] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.096927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.097126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.097388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.097579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.097772] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.530106] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.530306] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.530428] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.530782] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.531059] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.531216] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.531411] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.531574] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.531696] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.532373] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 877.532373] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.532373] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.532373] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.532373] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 877.532661] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.532661] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.557319] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.557515] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 877.557661] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.557841] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.558310] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-9177c97f-7e47-4553-bd4c-eac9317cf54e taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.559072] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-9177c97f-7e47-4553-bd4c-eac9317cf54e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.559072] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-9177c97f-7e47-4553-bd4c-eac9317cf54e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.559072] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-9177c97f-7e47-4553-bd4c-eac9317cf54e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.559233] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9177c97f-7e47-4553-bd4c-eac9317cf54e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.573807] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.573942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.574106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.574230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.574494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.574494] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34fffdc9-d15d-432f-b825-823643804b87 is going to be created. [ 877.599859] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.601021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.601021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.601021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.601021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.601021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.601021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.601021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.601021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.601021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.601021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 already deleted. [ 877.601427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.610021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.610021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.610021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.610021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.610021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.624652] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34fffdc9-d15d-432f-b825-823643804b87 in Status: UNINITIALIZED for 2s [ 878.061828] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.062051] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.062051] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.062351] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.062506] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.062664] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 9177c97f-7e47-4553-bd4c-eac9317cf54e not found, creating... [ 878.062923] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.063095] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.063216] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.063437] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.063610] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.063925] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.064106] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.064229] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.064437] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.064575] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.064717] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 9177c97f-7e47-4553-bd4c-eac9317cf54e is going to be created. [ 878.083618] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.084049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.084049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.084304] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.084525] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.084684] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-9177c97f-7e47-4553-bd4c-eac9317cf54e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.895989] env[69685]: INFO networking_nsxv3.common.synchronization [req-548cd002-2839-4871-8606-bd162026003c req-6ae49b2b-6133-4efc-9420-4676c11e59a0 service nova] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_rules [ 878.896182] env[69685]: INFO networking_nsxv3.common.synchronization [req-548cd002-2839-4871-8606-bd162026003c req-6ae49b2b-6133-4efc-9420-4676c11e59a0 service nova] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 878.896318] env[69685]: INFO networking_nsxv3.common.synchronization [req-548cd002-2839-4871-8606-bd162026003c req-6ae49b2b-6133-4efc-9420-4676c11e59a0 service nova] Enqueued Resource ID: 9177c97f-7e47-4553-bd4c-eac9317cf54e with Priority: HIGHEST for action port [ 878.896546] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_rules [ 878.896698] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 878.896847] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177c97f-7e47-4553-bd4c-eac9317cf54e with Priority: HIGHEST for action port [ 878.897546] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.897646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.897753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.898215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.900462] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.900462] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.900462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.900462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.900462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.900462] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.900462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.900462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.900462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.900462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.900462] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.902175] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9177c97f-7e47-4553-bd4c-eac9317cf54e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.902175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9177c97f-7e47-4553-bd4c-eac9317cf54e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.902175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9177c97f-7e47-4553-bd4c-eac9317cf54e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.905027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9177c97f-7e47-4553-bd4c-eac9317cf54e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.905027] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9177c97f-7e47-4553-bd4c-eac9317cf54e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.404293] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.405270] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.405379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.405765] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9177c97f-7e47-4553-bd4c-eac9317cf54e with status ACTIVE [ 879.405925] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.406041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.406104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.406303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.406393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.406557] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.406669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.406730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.406886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.406964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.411324] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.411399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.411467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.411709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.411709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.411855] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9177c97f-7e47-4553-bd4c-eac9317cf54e is going to be updated. [ 879.432605] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.432605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.432605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.432605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.432605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.432605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9177c97f-7e47-4553-bd4c-eac9317cf54e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.631605] env[69685]: INFO networking_nsxv3.common.synchronization [req-e160493d-0313-45a0-91a6-48d0648f6aeb req-107af3e7-7c83-4bd6-b8fd-32c03dfc0dd3 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Enqueued Resource ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 with Priority: HIGHEST for action security_group_members [ 879.632168] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 with Priority: HIGHEST for action security_group_members [ 879.632477] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.632650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.632739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.633013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.633181] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.633285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.633352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.633534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.633631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.633824] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d90134ae-69ca-48a8-b8e4-1bc64eb31dc6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.635403] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34fffdc9-d15d-432f-b825-823643804b87 in Status: SUCCESS [ 879.635447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.635907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.636143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.636262] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.636370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.636430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.637397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.637397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.637397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.637397] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34fffdc9-d15d-432f-b825-823643804b87',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.906822] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.006989] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.006989] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-784" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.006989] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-784" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.006989] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-784" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.006989] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.006989] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.006989] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.006989] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.006989] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.006989] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.006989] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.006989] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.010821] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.010983] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.011068] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.011198] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.029726] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.029726] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 880.030025] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.030285] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-784" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.030662] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-436e6009-68b5-4fe5-baf6-6b4574e8663e taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.030921] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-436e6009-68b5-4fe5-baf6-6b4574e8663e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.031164] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-436e6009-68b5-4fe5-baf6-6b4574e8663e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.031632] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-436e6009-68b5-4fe5-baf6-6b4574e8663e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.031945] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('436e6009-68b5-4fe5-baf6-6b4574e8663e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.139363] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.139553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.139740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.139903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.140179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.140409] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.140590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.140835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.141598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.141718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.141825] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 already deleted. [ 880.141920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.142233] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fffdc9-d15d-432f-b825-823643804b87 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.142337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.144063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.144301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.144488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.145687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.145687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.145687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.145687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.145687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.145687] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fffdc9-d15d-432f-b825-823643804b87 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.146414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.146538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.146759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.148143] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.148413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.148413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.148556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.148650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.148747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.148854] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34fffdc9-d15d-432f-b825-823643804b87',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.409119] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.409501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.409501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.409686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.409790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.409895] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be created. [ 880.434977] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.435197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.435327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.435798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.435992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.449038] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: UNINITIALIZED for 2s [ 880.537418] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.537715] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.537804] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.538123] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.538231] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.538385] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 436e6009-68b5-4fe5-baf6-6b4574e8663e not found, creating... [ 880.538647] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.538806] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.538934] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.539157] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.539293] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.539597] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.539793] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.539944] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.540178] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.540311] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.540484] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 436e6009-68b5-4fe5-baf6-6b4574e8663e is going to be created. [ 880.559696] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.559833] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.560025] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.560626] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.560759] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.561108] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-436e6009-68b5-4fe5-baf6-6b4574e8663e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.653964] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34fffdc9-d15d-432f-b825-823643804b87: rpc.has_security_group_logging(os_id): False [ 880.675279] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.675279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.675279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.675524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.675654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.675901] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.676016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.676080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.676255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.676327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.676548] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.676656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.676697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.676851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.676938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.677171] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.677264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.677333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.677482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.677575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.677684] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34fffdc9-d15d-432f-b825-823643804b87 is going to be created. [ 880.759493] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.760151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.760151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.760151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.760151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.770503] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34fffdc9-d15d-432f-b825-823643804b87 in Status: IN_PROGRESS for 2s [ 881.599557] env[69685]: INFO networking_nsxv3.common.synchronization [req-e160493d-0313-45a0-91a6-48d0648f6aeb req-ca6279ab-9e79-4b74-80f3-0531eda9680d service nova] Enqueued Resource ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 with Priority: HIGHEST for action security_group_rules [ 881.599835] env[69685]: INFO networking_nsxv3.common.synchronization [req-e160493d-0313-45a0-91a6-48d0648f6aeb req-ca6279ab-9e79-4b74-80f3-0531eda9680d service nova] Enqueued Resource ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 with Priority: HIGHEST for action security_group_members [ 881.599835] env[69685]: INFO networking_nsxv3.common.synchronization [req-e160493d-0313-45a0-91a6-48d0648f6aeb req-ca6279ab-9e79-4b74-80f3-0531eda9680d service nova] Enqueued Resource ID: 436e6009-68b5-4fe5-baf6-6b4574e8663e with Priority: HIGHEST for action port [ 881.600397] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 with Priority: HIGHEST for action security_group_rules [ 881.600559] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 with Priority: HIGHEST for action security_group_members [ 881.600653] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 436e6009-68b5-4fe5-baf6-6b4574e8663e with Priority: HIGHEST for action port [ 881.600952] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.601121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.601186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.601508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.601637] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d90134ae-69ca-48a8-b8e4-1bc64eb31dc6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.602907] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.603210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.603210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.603323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.603430] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.603535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.603591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.603732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.603818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.603908] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d90134ae-69ca-48a8-b8e4-1bc64eb31dc6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.607502] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-436e6009-68b5-4fe5-baf6-6b4574e8663e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.607588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-436e6009-68b5-4fe5-baf6-6b4574e8663e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.607628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-436e6009-68b5-4fe5-baf6-6b4574e8663e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.608522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-436e6009-68b5-4fe5-baf6-6b4574e8663e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.608522] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('436e6009-68b5-4fe5-baf6-6b4574e8663e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.110064] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.110268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.111756] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d90134ae-69ca-48a8-b8e4-1bc64eb31dc6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.113012] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 436e6009-68b5-4fe5-baf6-6b4574e8663e with status ACTIVE [ 882.113313] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.113492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.113656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.113895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.114053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.114313] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.114463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.114565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.115141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.115141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.115260] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.115423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.116448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.116448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.116448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.116448] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 436e6009-68b5-4fe5-baf6-6b4574e8663e is going to be updated. [ 882.140325] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.140496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.140557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.140851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.140992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.141166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-436e6009-68b5-4fe5-baf6-6b4574e8663e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.458976] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 882.458976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.458976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.458976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.459539] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.459539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.459539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.459539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.459539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.459924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.459924] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.618889] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d90134ae-69ca-48a8-b8e4-1bc64eb31dc6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.782088] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34fffdc9-d15d-432f-b825-823643804b87 in Status: SUCCESS [ 882.782731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.966504] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.966787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.966787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.967063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.967277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.967430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.967554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.967895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.967979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.968150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.968265] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.968369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.968497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.968579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.968711] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.968850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.968850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.969328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.969328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.969328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.969328] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.121915] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.122132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.122364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.122722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.122901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.123099] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 is going to be created. [ 883.145495] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.145679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.145772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.145996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.146178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.154891] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 in Status: UNINITIALIZED for 2s [ 883.471738] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c6ac62-5e22-4f14-9c7c-d78d73c53726: rpc.has_security_group_logging(os_id): False [ 883.489604] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.489753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.489826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.490049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.490144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.490366] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.490490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.490581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.490753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.490831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.491075] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.491190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.491251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.491423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.491504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.491717] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.491823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.491885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.492043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.492121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.492470] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be created. [ 883.547778] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.547963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.548086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.548387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.548629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.558613] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 885.164053] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 in Status: SUCCESS [ 885.164362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.164541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.164812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.165060] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.165203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.165272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.165436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.165517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.165656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.165808] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d90134ae-69ca-48a8-b8e4-1bc64eb31dc6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.571076] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 885.571465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.668450] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.668669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.668757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.669024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.669214] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.669329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.669405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.669579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.669706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.669811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.670009] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.670119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.670178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.670335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.670521] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.670643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.670710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.670858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.670946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.671088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.671196] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d90134ae-69ca-48a8-b8e4-1bc64eb31dc6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.175657] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d90134ae-69ca-48a8-b8e4-1bc64eb31dc6: rpc.has_security_group_logging(os_id): False [ 886.193436] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.193667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.193740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.193960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.194063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.194257] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.194356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.194418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.194575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.194652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.194849] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.194943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.195014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.195170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.195248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.195425] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.195566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.195678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.195847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.196440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.196440] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 is going to be created. [ 886.264023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.264293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.264382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.264636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.264949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.276290] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 in Status: IN_PROGRESS for 2s [ 886.602846] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 886.602846] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 886.968647] env[69685]: INFO networking_nsxv3.common.synchronization [req-01e70406-97a7-48e4-8059-b2ca6395f016 req-727662e8-27fe-4949-a270-be180d7d0464 tempest-ServerPasswordTestJSON-1323233154 tempest-ServerPasswordTestJSON-1323233154-project-member] Enqueued Resource ID: 34fffdc9-d15d-432f-b825-823643804b87 with Priority: HIGHEST for action security_group_members [ 886.969453] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fffdc9-d15d-432f-b825-823643804b87 with Priority: HIGHEST for action security_group_members [ 886.970089] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fffdc9-d15d-432f-b825-823643804b87 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.970378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.970378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.970482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.971015] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.971110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.971110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.971340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.971340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.972045] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34fffdc9-d15d-432f-b825-823643804b87',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.476802] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.476802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.476802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.476802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.476802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.476802] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.476802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.477436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.477436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.477436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.477436] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34fffdc9-d15d-432f-b825-823643804b87 is going to be updated. [ 887.525753] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.525996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.525996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.526321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.526500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.538304] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34fffdc9-d15d-432f-b825-823643804b87 in Status: IN_PROGRESS for 2s [ 888.293525] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 in Status: SUCCESS [ 888.293937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.549913] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34fffdc9-d15d-432f-b825-823643804b87 in Status: SUCCESS [ 889.549913] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34fffdc9-d15d-432f-b825-823643804b87 deletion is rescheduled due to dependency. [ 889.549913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.462176] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.462499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.462499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.462686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.462828] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.965641] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.970897] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 891.971105] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 892.125278] env[69685]: INFO networking_nsxv3.common.synchronization [req-116b9ec8-9183-4136-bb80-8b102fdc13a7 req-5d1522f2-710d-463f-a1f6-c2db95456b58 tempest-InstanceActionsV221TestJSON-1146322059 tempest-InstanceActionsV221TestJSON-1146322059-project-member] Enqueued Resource ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 with Priority: HIGHEST for action security_group_members [ 892.125278] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 with Priority: HIGHEST for action security_group_members [ 892.125278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.125278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.125278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.125278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.126035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.126333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.126527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.129047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.129047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.129047] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d90134ae-69ca-48a8-b8e4-1bc64eb31dc6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.468935] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.633558] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.633737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.633839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.634179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.634400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.634541] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.634675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.634763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.634959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.635082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.635193] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 is going to be updated. [ 892.666514] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.666514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.666924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.666924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.667099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.677426] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 in Status: IN_PROGRESS for 2s [ 892.970651] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 892.970789] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 894.109384] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.109739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.109842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.110699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.126471] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 894.127664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.129879] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 894.161335] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.161335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.161335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.161335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.167258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.167966] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 894.168116] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 894.168183] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 894.215491] env[69685]: INFO networking_nsxv3.common.synchronization [req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 req-5f40b5b9-4e0e-427f-ac9c-343dc90859a4 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Enqueued Resource ID: 4d797897-1419-47d5-8973-afe90f14be4b with Priority: HIGHEST for action security_group_members [ 894.217332] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.218105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.218105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.218105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.218890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.219269] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 894.220688] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d797897-1419-47d5-8973-afe90f14be4b with Priority: HIGHEST for action security_group_members [ 894.220862] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d797897-1419-47d5-8973-afe90f14be4b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.221071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.221071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.221663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.221663] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.221663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.221663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.221878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.221878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.221947] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d797897-1419-47d5-8973-afe90f14be4b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.283828] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.284097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.284177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.284401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.284630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.284904] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 894.352425] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.352583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.352644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.352884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.353126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.353360] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 894.353448] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6b2005d7-76d4-4822-bf43-ad59a8848e0c', '3fd54c7a-0c43-4cdd-9435-b28c64fb42e6', '34fffdc9-d15d-432f-b825-823643804b87', '82fa8ee8-400d-451f-80cc-0999216ec471', '3fe1267e-e737-49c5-9eb2-11e818a0a85b', 'ac8fde9f-0408-4db9-9777-43d9cd7b9f63', '827d0d2c-2eb9-4162-8135-1ce232260781', '334c34b8-2b0e-498a-8dbd-44e3594416e5', '342d36b1-2b46-421f-873a-ab4af4d7ddbf', 'b8e42f80-7534-4976-abe9-580595693ea4', '2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f', '3313de7c-7d29-44fa-816a-6242e50f13a8', '22e5219b-4081-4033-9c90-18d885248178', 'ccb44fe4-a7cc-4099-a2ac-96c0d93bb589', '9efa6124-bf1e-434a-bedd-4bda2265f27d', 'c3c6ac62-5e22-4f14-9c7c-d78d73c53726', '0c9ee74b-59d2-4f09-a5e5-94dba7183074', '73c17a11-02ce-482f-9dd5-902fff863987', 'e4d84d4d-08ee-4460-91f5-ae235b58d997', '825bee55-4cf8-4db0-89f2-f83d5187291c', 'd90134ae-69ca-48a8-b8e4-1bc64eb31dc6', '0eae4fbc-5b26-4732-9c0d-089f354b5f2d', '5487a914-3b36-4f27-b2e2-233724c0bb95', 'e9d63583-ca3f-4dbc-9611-ebf4838fefa1', 'c5202ace-02b2-4940-84ae-f5a88c839145', '56bcf04a-f425-4d30-a5fa-2ef586b10193', '8093640f-4aed-4b94-b416-f101f9de7a78', 'e6755f4d-8d94-490b-badc-940049736a93', '6f022d26-5a38-48a3-a01f-840a43bcad3a', '3deeb4e7-4566-4f39-97e6-811829e5aead', 'd1b23a50-5877-44d5-9d6f-e9cb21e7264a', 'c3351912-dc00-4670-aff5-89a7840fae95', '42b0707c-8e26-4244-b125-187101a91d94', 'e5a0f0ec-218e-4bba-acd1-9ee058fc1a16', '5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7', '95855033-d2b8-4802-b721-f2a0baf953b0'} {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 894.353559] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 894.373307] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.373307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.373307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.373307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.373307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.373644] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 894.373644] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 894.373644] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 894.443899] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.444097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.444161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.444385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.445178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.445410] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 894.445488] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 894.445655] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 894.445655] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 894.445787] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 894.445787] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGH for action security_group_rules [ 894.445901] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 with Priority: HIGH for action security_group_rules [ 894.445939] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34fffdc9-d15d-432f-b825-823643804b87 with Priority: HIGH for action security_group_rules [ 894.445976] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82fa8ee8-400d-451f-80cc-0999216ec471 with Priority: HIGH for action security_group_rules [ 894.446065] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGH for action security_group_rules [ 894.446109] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 with Priority: HIGH for action security_group_rules [ 894.446161] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 827d0d2c-2eb9-4162-8135-1ce232260781 with Priority: HIGH for action security_group_rules [ 894.446230] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGH for action security_group_rules [ 894.446293] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf with Priority: HIGH for action security_group_rules [ 894.446343] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8e42f80-7534-4976-abe9-580595693ea4 with Priority: HIGH for action security_group_rules [ 894.446395] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f with Priority: HIGH for action security_group_rules [ 894.446452] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 with Priority: HIGH for action security_group_rules [ 894.446516] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22e5219b-4081-4033-9c90-18d885248178 with Priority: HIGH for action security_group_rules [ 894.446575] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGH for action security_group_rules [ 894.446629] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d with Priority: HIGH for action security_group_rules [ 894.446686] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGH for action security_group_rules [ 894.446767] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGH for action security_group_rules [ 894.446837] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGH for action security_group_rules [ 894.446898] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 with Priority: HIGH for action security_group_rules [ 894.446959] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGH for action security_group_rules [ 894.447071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.546666] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.546834] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.547059] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.547605] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.547677] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.548139] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.548139] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.548232] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.548326] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.548543] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 894.548683] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.548754] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.548999] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.548999] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 894.549140] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.549614] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.567370] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.567609] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 894.567711] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.567919] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.568242] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.568416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.568591] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.570108] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.570108] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.687319] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 in Status: SUCCESS [ 894.687524] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 deletion is rescheduled due to dependency. [ 894.687715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.724876] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.725100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.725169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.725342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.725432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.725625] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.725750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.725829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.725961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.726065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.726197] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d797897-1419-47d5-8973-afe90f14be4b already deleted. [ 894.726305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.072284] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.072284] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.072284] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.072284] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.072284] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.072486] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 not found, creating... [ 895.072784] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.073027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.073215] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.073492] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.073693] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.074229] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.074473] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.074678] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.074982] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.075203] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.075388] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 is going to be created. [ 895.098036] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.098287] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.098348] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.098614] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.098860] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.099090] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.450062] env[69685]: INFO networking_nsxv3.common.synchronization [req-56e8a8ac-e408-496b-97b0-a085581ba11c req-afb3c672-4cc5-4f1c-86c3-a3ec0f1a7c4f tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 895.450588] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 895.450741] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c with Priority: HIGH for action security_group_rules [ 895.450848] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fffdc9-d15d-432f-b825-823643804b87 with Priority: HIGH for action security_group_rules [ 895.450946] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827d0d2c-2eb9-4162-8135-1ce232260781 with Priority: HIGH for action security_group_rules [ 895.451058] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d with Priority: HIGH for action security_group_rules [ 895.451156] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGH for action security_group_rules [ 895.451247] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 with Priority: HIGH for action security_group_rules [ 895.451334] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c17a11-02ce-482f-9dd5-902fff863987 with Priority: HIGH for action security_group_rules [ 895.451461] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGH for action security_group_rules [ 895.451563] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGH for action security_group_rules [ 895.451651] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGH for action security_group_rules [ 895.451737] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e5219b-4081-4033-9c90-18d885248178 with Priority: HIGH for action security_group_rules [ 895.451827] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 with Priority: HIGH for action security_group_rules [ 895.455672] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f with Priority: HIGH for action security_group_rules [ 895.455672] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e42f80-7534-4976-abe9-580595693ea4 with Priority: HIGH for action security_group_rules [ 895.455672] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf with Priority: HIGH for action security_group_rules [ 895.455672] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 with Priority: HIGH for action security_group_rules [ 895.455672] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGH for action security_group_rules [ 895.455672] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGH for action security_group_rules [ 895.455672] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 with Priority: HIGH for action security_group_rules [ 895.455672] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fa8ee8-400d-451f-80cc-0999216ec471 with Priority: HIGH for action security_group_rules [ 895.455672] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.455672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.455672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.455672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.455672] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.455672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.455672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.455672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.455672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.455672] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.455672] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.455672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.455672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.455672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.456689] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b2005d7-76d4-4822-bf43-ad59a8848e0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.456689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34fffdc9-d15d-432f-b825-823643804b87 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.456689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.456804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.457043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.457043] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34fffdc9-d15d-432f-b825-823643804b87',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.457840] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-827d0d2c-2eb9-4162-8135-1ce232260781 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.457955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.457996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.458584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.458584] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('827d0d2c-2eb9-4162-8135-1ce232260781',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.461677] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9efa6124-bf1e-434a-bedd-4bda2265f27d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.461779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.461826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.461968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.462142] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9efa6124-bf1e-434a-bedd-4bda2265f27d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.463273] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.463420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.463590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.463680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.463865] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.465304] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d84d4d-08ee-4460-91f5-ae235b58d997 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.465304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.465799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.465799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.465799] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d84d4d-08ee-4460-91f5-ae235b58d997',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.467498] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73c17a11-02ce-482f-9dd5-902fff863987 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.467498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.467498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.467498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.467498] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73c17a11-02ce-482f-9dd5-902fff863987',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.468591] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.468673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.469025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.469025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.469025] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.469927] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.470077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.470180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.470440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.470440] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.471341] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.471650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.471750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.471927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.472030] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.472288] env[69685]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 895.473157] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22e5219b-4081-4033-9c90-18d885248178 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.473293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.473392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.473553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.473648] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22e5219b-4081-4033-9c90-18d885248178',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.474515] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3313de7c-7d29-44fa-816a-6242e50f13a8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.474648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.474740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.474914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.475018] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3313de7c-7d29-44fa-816a-6242e50f13a8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.477138] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.477138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.477138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.477138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.477138] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.477704] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e42f80-7534-4976-abe9-580595693ea4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.477831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.477934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.478122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.478223] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e42f80-7534-4976-abe9-580595693ea4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.479072] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-342d36b1-2b46-421f-873a-ab4af4d7ddbf taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.479228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.479308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.479481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.479577] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('342d36b1-2b46-421f-873a-ab4af4d7ddbf',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.480413] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac8fde9f-0408-4db9-9777-43d9cd7b9f63 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.480579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.480666] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.480855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.480983] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac8fde9f-0408-4db9-9777-43d9cd7b9f63',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.482015] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.482149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.482217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.482370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.482497] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.483876] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.483876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.483876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.483876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.484121] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.485145] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.485287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.485427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.485610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.485707] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fd54c7a-0c43-4cdd-9435-b28c64fb42e6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.486926] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82fa8ee8-400d-451f-80cc-0999216ec471 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.488143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.488230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.488926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.488926] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82fa8ee8-400d-451f-80cc-0999216ec471',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.488926] env[69685]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 895.495423] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.821404] env[69685]: INFO networking_nsxv3.common.synchronization [req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 req-28d8a337-3624-4b24-92d0-c9fc987ff5ac service nova] Enqueued Resource ID: 4d797897-1419-47d5-8973-afe90f14be4b with Priority: HIGHEST for action security_group_rules [ 895.821537] env[69685]: INFO networking_nsxv3.common.synchronization [req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 req-28d8a337-3624-4b24-92d0-c9fc987ff5ac service nova] Enqueued Resource ID: 4d797897-1419-47d5-8973-afe90f14be4b with Priority: HIGHEST for action security_group_members [ 895.821682] env[69685]: INFO networking_nsxv3.common.synchronization [req-ad7c7db1-e61a-4651-8f9e-7ba5fd941fd3 req-28d8a337-3624-4b24-92d0-c9fc987ff5ac service nova] Enqueued Resource ID: a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 with Priority: HIGHEST for action port [ 895.822039] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d797897-1419-47d5-8973-afe90f14be4b with Priority: HIGHEST for action security_group_rules [ 895.822260] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d797897-1419-47d5-8973-afe90f14be4b with Priority: HIGHEST for action security_group_members [ 895.822260] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 with Priority: HIGHEST for action port [ 895.822731] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d797897-1419-47d5-8973-afe90f14be4b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.822856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.822924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.823146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.823229] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d797897-1419-47d5-8973-afe90f14be4b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.824969] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d797897-1419-47d5-8973-afe90f14be4b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.824969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.824969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.824969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.825186] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.825368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.825413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.825549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.825638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.825763] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d797897-1419-47d5-8973-afe90f14be4b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.827569] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.827569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.827569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.827569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.827569] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.001143] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.008175] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.008335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.008385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.010863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.013529] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.013660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.032058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.032176] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b2005d7-76d4-4822-bf43-ad59a8848e0c is going to be deleted. [ 896.039662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.039883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.041494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.041614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.041675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.041842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.041992] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.042114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.042174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.042319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.042400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.042549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.042615] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.043658] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.043658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.043658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.043864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.043904] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.043972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.044045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.044730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.044730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.044730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.044730] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.058258] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.058436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.058436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.058685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.058795] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.058888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.058950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.059104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.059188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.059273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.059358] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.061443] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.061555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.061555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.061768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.061848] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.061944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.062016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.062160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.062242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.062324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.062450] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.071931] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.072050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.073178] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.073287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.102664] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.102872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.109385] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.109587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.110373] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.110483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.111164] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.111697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.112378] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.112378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.124546] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.124665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.133427] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.133427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.134682] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.134682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.134910] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 896.135322] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.135419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.138270] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 896.138817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.138969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.139827] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 896.140362] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.140500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.141328] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 896.142032] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.142032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.143057] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 896.143454] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.143675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.144521] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 896.144837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.145113] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34fffdc9-d15d-432f-b825-823643804b87 is going to be deleted. [ 896.147018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.147018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.196082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.196212] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73c17a11-02ce-482f-9dd5-902fff863987 is going to be deleted. [ 896.197166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.197926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.290649] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.290780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.328566] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d797897-1419-47d5-8973-afe90f14be4b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.328747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.328918] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d797897-1419-47d5-8973-afe90f14be4b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.330147] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 with status ACTIVE [ 896.330147] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.330147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.330355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.330414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.330502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.330677] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.330772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.330836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.330988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.331088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.331271] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.331360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.331415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.331554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.331632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.331706] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6 is going to be updated. [ 896.393973] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.394159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.394236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.394471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.394626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.394790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a77b9fb8-6e64-4bd7-a19c-f3f42e9de1d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.425659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.425882] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fd54c7a-0c43-4cdd-9435-b28c64fb42e6 is going to be deleted. [ 896.426881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.427109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.476387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.476655] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 827d0d2c-2eb9-4162-8135-1ce232260781 is going to be deleted. [ 896.477633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.477859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.489860] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.490020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.503621] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.503781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.503848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.504491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.504491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.504491] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 is going to be updated. [ 896.549397] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.549555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.549555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.550217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.550217] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.550217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.550217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.550217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.550472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.550472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.550472] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.550606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.550606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.550730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.550859] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.550957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.551032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.551825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.551825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.551825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.551825] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.552864] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.552968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.553039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.553206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.553342] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.553429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.553486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.553636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.553711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.553794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.553939] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.554039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.554096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.554233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.554362] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.554440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.555594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.555594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.555594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.555594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.555594] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.556863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.556863] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac8fde9f-0408-4db9-9777-43d9cd7b9f63 is going to be deleted. [ 896.557444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.557730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.576191] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.577550] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.577695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.577747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.577958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.578133] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.578325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.578325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.578440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.578521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.578603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.578742] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.578834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.578892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.579045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.579183] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.579269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.579315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.579449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.579570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.579627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.579692] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.599197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.599348] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be deleted. [ 896.601064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.601064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.602673] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.602815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.602889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.603072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.603248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.638916] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: IN_PROGRESS for 2s [ 896.648489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.648600] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f is going to be deleted. [ 896.650014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.655950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.707024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.707238] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e42f80-7534-4976-abe9-580595693ea4 is going to be deleted. [ 896.710747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.710969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.711084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.711208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b2005d7-76d4-4822-bf43-ad59a8848e0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.711380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.711552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.716412] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.716547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.742564] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.742564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.755569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.755783] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9efa6124-bf1e-434a-bedd-4bda2265f27d is going to be deleted. [ 896.760011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.760011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.769957] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.770130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.778033] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.778191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.807031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.807185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.821942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.821942] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82fa8ee8-400d-451f-80cc-0999216ec471 is going to be deleted. [ 896.822845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.823763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.836270] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d797897-1419-47d5-8973-afe90f14be4b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.875491] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.875660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.880022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.880304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.890630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.890630] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d84d4d-08ee-4460-91f5-ae235b58d997 is going to be deleted. [ 896.890630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.890630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.024282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.024419] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22e5219b-4081-4033-9c90-18d885248178 is going to be deleted. [ 897.025490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.025741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.053458] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccb44fe4-a7cc-4099-a2ac-96c0d93bb589: rpc.has_security_group_logging(os_id): False [ 897.060069] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c6ac62-5e22-4f14-9c7c-d78d73c53726: rpc.has_security_group_logging(os_id): False [ 897.078845] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c9ee74b-59d2-4f09-a5e5-94dba7183074: rpc.has_security_group_logging(os_id): False [ 897.081368] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fe1267e-e737-49c5-9eb2-11e818a0a85b: rpc.has_security_group_logging(os_id): False [ 897.127386] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.127496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.132653] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.132784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.134573] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.134676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.136702] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.136817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.137490] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.137589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.139425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.139541] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c is going to be deleted. [ 897.140391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.140594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.148076] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.148268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.226157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.226294] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 342d36b1-2b46-421f-873a-ab4af4d7ddbf is going to be deleted. [ 897.227271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.227496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.308794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.308964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.309719] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.309815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.315661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.315875] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3313de7c-7d29-44fa-816a-6242e50f13a8 is going to be deleted. [ 897.316850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.317129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.317266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.317445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34fffdc9-d15d-432f-b825-823643804b87" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.317678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.317986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.318140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.318315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73c17a11-02ce-482f-9dd5-902fff863987" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.318864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.319116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.319240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.319430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-827d0d2c-2eb9-4162-8135-1ce232260781" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.319635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.319848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.319979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.320176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fd54c7a-0c43-4cdd-9435-b28c64fb42e6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.320376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.320589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.320718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.320943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac8fde9f-0408-4db9-9777-43d9cd7b9f63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.321876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.321876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.321876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.321876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.321876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.322093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.322215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.322375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bb59ac6-7e8e-4c61-8701-9f9fcfe2fe2f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.322579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.322807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.323686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.323686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e42f80-7534-4976-abe9-580595693ea4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.323686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.323686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.323686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.323891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9efa6124-bf1e-434a-bedd-4bda2265f27d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.324086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.324318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.324455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.324643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82fa8ee8-400d-451f-80cc-0999216ec471" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.324846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.325120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.325248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.325414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d84d4d-08ee-4460-91f5-ae235b58d997" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.325573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.325750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.337426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.337564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.337632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.337799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.337884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.337976] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d797897-1419-47d5-8973-afe90f14be4b is going to be created. [ 897.352640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.352879] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.353025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.353093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.353277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.353361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.353571] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.353676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.353752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.353905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.353987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.354197] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.354286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.354338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.354474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.354549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.354640] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 897.355630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.355818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.360273] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.360273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.362351] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.362351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.362351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.362983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.362983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.374462] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d797897-1419-47d5-8973-afe90f14be4b in Status: UNINITIALIZED for 2s [ 897.384652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.384952] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.385082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.385130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.385319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.385402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.385500] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 is going to be updated. [ 897.386539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.386737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.409933] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.410090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.411396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.411610] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.411723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.411839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.411969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.412065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.412252] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.412348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.412410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.412575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.412644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.412815] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.412893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.412971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.413140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.413217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.413306] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b is going to be updated. [ 897.414347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.414514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.414602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.414710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22e5219b-4081-4033-9c90-18d885248178" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.414836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.414981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.435288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.435512] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.435632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.435706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.435955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.436037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.436231] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.436330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.436404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.436534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.436629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.437043] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.437143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.437211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.437367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.437453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.437541] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 897.438558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.438720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.438802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.438965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.439148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.439304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.439384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.439907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3313de7c-7d29-44fa-816a-6242e50f13a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.439907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.439907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.440217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.440217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-342d36b1-2b46-421f-873a-ab4af4d7ddbf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.441690] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.441791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.441863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.442064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.442197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.451744] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 897.587089] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.587546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.587546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.587743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.587743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.620019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.620019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.620019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.620019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.620019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.630854] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 in Status: IN_PROGRESS for 2s [ 897.631793] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: IN_PROGRESS for 2s [ 897.649836] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.650044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.650163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.650376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.650501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.671929] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 898.113068] env[69685]: INFO networking_nsxv3.common.synchronization [req-0f26353a-b32b-46c7-aa88-8cd754223190 req-430cb7b9-9f4b-474a-8974-24bae81eb553 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Enqueued Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_members [ 898.113792] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_members [ 898.115164] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.115164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.115164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.115164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.115164] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.115164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.115164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.115164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.115164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.115659] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.150236] env[69685]: INFO networking_nsxv3.common.synchronization [req-0f26353a-b32b-46c7-aa88-8cd754223190 req-430cb7b9-9f4b-474a-8974-24bae81eb553 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Enqueued Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_rules [ 898.150407] env[69685]: INFO networking_nsxv3.common.synchronization [req-0f26353a-b32b-46c7-aa88-8cd754223190 req-430cb7b9-9f4b-474a-8974-24bae81eb553 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Enqueued Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_members [ 898.150543] env[69685]: INFO networking_nsxv3.common.synchronization [req-0f26353a-b32b-46c7-aa88-8cd754223190 req-430cb7b9-9f4b-474a-8974-24bae81eb553 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Enqueued Resource ID: f0711c3a-4414-4d2a-9c28-16621a06b0aa with Priority: HIGHEST for action port [ 898.151039] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_rules [ 898.151174] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_members [ 898.151266] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0711c3a-4414-4d2a-9c28-16621a06b0aa with Priority: HIGHEST for action port [ 898.151524] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.151843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.152066] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.152154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.152363] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0711c3a-4414-4d2a-9c28-16621a06b0aa taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.152363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.152540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.152619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.152701] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0711c3a-4414-4d2a-9c28-16621a06b0aa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.620012] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.648845] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: SUCCESS [ 898.649129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.654769] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0711c3a-4414-4d2a-9c28-16621a06b0aa with status ACTIVE [ 898.654975] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.655129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.655209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.655419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.655508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.655682] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.655850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.655920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.656125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.656228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.656355] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.656447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.656509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.656651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.656725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.656815] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0711c3a-4414-4d2a-9c28-16621a06b0aa is going to be updated. [ 898.677152] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.677297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.677297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.677469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.677605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.677760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.125480] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.385282] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d797897-1419-47d5-8973-afe90f14be4b in Status: SUCCESS [ 899.385583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.385654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.386278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.390165] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.390305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.390376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.390575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.390663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.390768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.390841] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d797897-1419-47d5-8973-afe90f14be4b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.465922] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 899.466182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.628115] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.628420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.628420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.628577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.628669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.628767] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 is going to be updated. [ 899.643910] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 in Status: SUCCESS [ 899.644155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.644331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.644552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.644833] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.646104] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: SUCCESS [ 899.646302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.657336] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.657336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.657336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.657336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.657336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.666822] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 in Status: IN_PROGRESS for 2s [ 899.685610] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 899.685859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.892725] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d797897-1419-47d5-8973-afe90f14be4b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.148585] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.148728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.396076] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d797897-1419-47d5-8973-afe90f14be4b: rpc.has_security_group_logging(os_id): False [ 900.415965] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.416346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.416437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.416661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.416756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.417045] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.417251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.417251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.417375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.417452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.417544] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d797897-1419-47d5-8973-afe90f14be4b is going to be created. [ 900.485891] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.486254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.486254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.486689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.486841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.499135] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d797897-1419-47d5-8973-afe90f14be4b in Status: IN_PROGRESS for 2s [ 901.676551] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 in Status: SUCCESS [ 901.676945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.676945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.677264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.677352] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.677469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.677535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.677706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.677829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.677974] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.839637] env[69685]: INFO networking_nsxv3.common.synchronization [req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 req-bb27e253-0d1b-4fbb-b4a5-c35f19357f50 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Enqueued Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_members [ 901.840209] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_members [ 901.840839] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.842706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.870310] env[69685]: INFO networking_nsxv3.common.synchronization [req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 req-bb27e253-0d1b-4fbb-b4a5-c35f19357f50 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Enqueued Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_rules [ 901.870310] env[69685]: INFO networking_nsxv3.common.synchronization [req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 req-bb27e253-0d1b-4fbb-b4a5-c35f19357f50 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Enqueued Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_members [ 901.870310] env[69685]: INFO networking_nsxv3.common.synchronization [req-8bf14e50-2f1a-4000-a7e1-f865326dbbb7 req-bb27e253-0d1b-4fbb-b4a5-c35f19357f50 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Enqueued Resource ID: f0711c3a-4414-4d2a-9c28-16621a06b0aa with Priority: HIGHEST for action port [ 901.870748] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_rules [ 901.870913] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_members [ 901.870992] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0711c3a-4414-4d2a-9c28-16621a06b0aa with Priority: HIGHEST for action port [ 901.871253] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.871362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.871526] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.871602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.871771] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0711c3a-4414-4d2a-9c28-16621a06b0aa taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.871866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.871926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.873291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.873291] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0711c3a-4414-4d2a-9c28-16621a06b0aa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.180526] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.377163] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0711c3a-4414-4d2a-9c28-16621a06b0aa with status ACTIVE [ 902.377260] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.378114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.378114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.378114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.378114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.378114] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.378114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.378114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.378655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.378655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.378655] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.378655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.378655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.378866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.378866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.382095] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0711c3a-4414-4d2a-9c28-16621a06b0aa is going to be updated. [ 902.399919] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.400246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.400246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.400393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.400498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.400665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0711c3a-4414-4d2a-9c28-16621a06b0aa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.515339] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d797897-1419-47d5-8973-afe90f14be4b in Status: SUCCESS [ 902.515749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.682996] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.186379] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.186593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.186675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.187172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.187350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.187530] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 is going to be updated. [ 903.232761] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.232939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.233019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.233761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.233761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.248664] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 in Status: IN_PROGRESS for 2s [ 903.635017] env[69685]: INFO networking_nsxv3.common.synchronization [req-11db7a66-6bb5-4c04-8440-c1114173a421 req-a3596b2f-17a3-456b-bfb8-de0d3f2e0f4f tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 903.635017] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 903.635017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.635017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.635017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.635818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.638303] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.638303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.638303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.638303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.638303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.638303] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.139358] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.139687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.139687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.139883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.139981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.140196] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.140296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.140360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.140512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.140599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.140686] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 904.166984] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.167202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.167202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.167480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.167585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.187347] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 905.259816] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 in Status: SUCCESS [ 905.259816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.260317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.260317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.260397] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.260524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.260570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.261762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.261762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.261762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.261762] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.262278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.262278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.262278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.262402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.262440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.265863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.265863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.265863] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.540597] env[69685]: INFO networking_nsxv3.common.synchronization [req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 req-4a06a9ab-503c-4dca-8d8e-ccde8f4cbdd8 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Enqueued Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_members [ 905.541368] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_members [ 905.541781] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3414f988-2b1c-46b9-a1c7-a57df13c2536 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.543717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.543806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.545108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.545965] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.545965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.545965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.545965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.545965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.545965] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.764754] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.765588] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.049272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.049642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.050319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.051863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.051863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.052420] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.052420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.052420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.052420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.052420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.052742] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 already deleted. [ 906.052742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.063147] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.063381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.063510] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.063843] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.064138] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.064306] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.064425] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.064648] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.064793] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.065303] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.069472] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.069472] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.069472] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.069472] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.069472] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.069472] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.086847] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.086847] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 906.086847] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.086847] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.087319] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-5ad3fbab-11a3-43bb-b811-2b493f6294df taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.087319] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.087319] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.087798] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.087798] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ad3fbab-11a3-43bb-b811-2b493f6294df',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.198388] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 906.198388] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 deletion is rescheduled due to dependency. [ 906.198388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.268354] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c9ee74b-59d2-4f09-a5e5-94dba7183074: rpc.has_security_group_logging(os_id): False [ 906.269610] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.289038] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.289314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.289314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.289875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.289875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.290044] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.290173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.290355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.291982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.291982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.291982] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 is going to be updated. [ 906.345202] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.347172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.347172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.347172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.347172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.359578] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 in Status: IN_PROGRESS for 2s [ 906.426684] env[69685]: INFO networking_nsxv3.common.synchronization [None req-4f3a0885-fc50-454b-9b15-9ae683a7dc1c None None] Enqueued Resource ID: 85c4ba97-84bd-496b-956e-80b21cc1a24e with Priority: HIGHEST for action port [ 906.426884] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c4ba97-84bd-496b-956e-80b21cc1a24e with Priority: HIGHEST for action port [ 906.427475] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-85c4ba97-84bd-496b-956e-80b21cc1a24e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.427621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85c4ba97-84bd-496b-956e-80b21cc1a24e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.427885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85c4ba97-84bd-496b-956e-80b21cc1a24e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.427959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85c4ba97-84bd-496b-956e-80b21cc1a24e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.428024] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85c4ba97-84bd-496b-956e-80b21cc1a24e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.590549] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.590549] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.590690] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.590851] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.591016] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.591497] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 5ad3fbab-11a3-43bb-b811-2b493f6294df not found, creating... [ 906.591602] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.591695] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.595031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.595031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.595031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.595031] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.595031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.595031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.595031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.595548] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.595548] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 5ad3fbab-11a3-43bb-b811-2b493f6294df is going to be created. [ 906.624444] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.624850] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.624850] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.625162] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.625419] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.625655] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.772077] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.772788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.772788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.772788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.772788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.772788] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 is going to be updated. [ 906.804357] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.804554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.804554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.804797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.804887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.815142] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 in Status: IN_PROGRESS for 2s [ 906.932694] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85c4ba97-84bd-496b-956e-80b21cc1a24e [ 906.932694] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.932694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.932694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.932694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.932694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.932694] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85c4ba97-84bd-496b-956e-80b21cc1a24e already deleted. [ 906.932694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85c4ba97-84bd-496b-956e-80b21cc1a24e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.045557] env[69685]: INFO networking_nsxv3.common.synchronization [req-846b4420-6c27-4e65-8b81-1c8b89d22dee req-a1c0c6ab-73f3-4f9e-87b0-20715f83eda7 tempest-AttachInterfacesUnderV243Test-1530973534 tempest-AttachInterfacesUnderV243Test-1530973534-project-member] Enqueued Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_members [ 907.045557] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 with Priority: HIGHEST for action security_group_members [ 907.046087] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9ee74b-59d2-4f09-a5e5-94dba7183074 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.046087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.787330] env[69685]: INFO networking_nsxv3.common.synchronization [req-599a9df1-a315-4c5b-90c2-08eb4b71e850 req-5afff985-d2e2-464f-a5db-c572dc2de415 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 907.787728] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 907.788047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.788835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.788835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.788835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.788835] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.788835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.788835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.788835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.789625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.789625] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.827059] env[69685]: INFO networking_nsxv3.common.synchronization [req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 req-48f53df5-657f-493c-b6a6-eec82b350167 service nova] Enqueued Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_rules [ 907.827262] env[69685]: INFO networking_nsxv3.common.synchronization [req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 req-48f53df5-657f-493c-b6a6-eec82b350167 service nova] Enqueued Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_members [ 907.827406] env[69685]: INFO networking_nsxv3.common.synchronization [req-6e6686d4-1735-4e0a-9031-9e8f698dc7c8 req-48f53df5-657f-493c-b6a6-eec82b350167 service nova] Enqueued Resource ID: 5ad3fbab-11a3-43bb-b811-2b493f6294df with Priority: HIGHEST for action port [ 907.830134] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_rules [ 907.830311] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_members [ 907.830413] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad3fbab-11a3-43bb-b811-2b493f6294df with Priority: HIGHEST for action port [ 907.830904] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3414f988-2b1c-46b9-a1c7-a57df13c2536 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.831544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.831544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.831544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.831544] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.832733] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3414f988-2b1c-46b9-a1c7-a57df13c2536 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.832733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.832733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.832733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.832733] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.833314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.833314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.833314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.833314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.833314] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.836812] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ad3fbab-11a3-43bb-b811-2b493f6294df taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.836953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.836999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.837142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.837231] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ad3fbab-11a3-43bb-b811-2b493f6294df',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.192686] env[69685]: INFO networking_nsxv3.common.synchronization [req-599a9df1-a315-4c5b-90c2-08eb4b71e850 req-5e051dec-bed2-4de8-97b1-f672ec7c3a2c tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 908.193374] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 908.193521] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.193614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.293549] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.293549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.293549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.293549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.312782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.314663] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.314663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.314663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.314663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.314663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.314663] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be updated. [ 908.339274] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.339274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.339274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.339274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.339274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.344824] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.344824] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3414f988-2b1c-46b9-a1c7-a57df13c2536 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.344824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.344824] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ad3fbab-11a3-43bb-b811-2b493f6294df with status ACTIVE [ 908.344824] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.344824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.344824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.344824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.344824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.344824] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.344824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.344824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.344824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.344824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.345741] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.345741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.345741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.345741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.345741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.345741] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ad3fbab-11a3-43bb-b811-2b493f6294df is going to be updated. [ 908.349397] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 908.367343] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.367505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.367572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.367828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.367971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.368143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.371418] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 in Status: SUCCESS [ 908.371622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.371915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.372055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.372132] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.415099] env[69685]: INFO networking_nsxv3.common.synchronization [None req-9095e0ee-f3b2-4aca-91de-79bece0fdbe5 None None] Enqueued Resource ID: 7cfcb74b-3e62-43ea-9cfa-0c5e4400aaf7 with Priority: HIGHEST for action port [ 908.415373] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cfcb74b-3e62-43ea-9cfa-0c5e4400aaf7 with Priority: HIGHEST for action port [ 908.416260] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cfcb74b-3e62-43ea-9cfa-0c5e4400aaf7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.416403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cfcb74b-3e62-43ea-9cfa-0c5e4400aaf7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.416464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cfcb74b-3e62-43ea-9cfa-0c5e4400aaf7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.416746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cfcb74b-3e62-43ea-9cfa-0c5e4400aaf7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.416845] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cfcb74b-3e62-43ea-9cfa-0c5e4400aaf7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.511376] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.511586] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-538" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.511695] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-538" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.512076] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-538" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.512330] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.512491] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.512612] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.513941] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.514182] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.514449] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.514603] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.514931] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.515907] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.515907] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.516096] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.516301] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.539729] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.539856] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.539973] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.540213] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-538" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.540576] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-f29bfc37-cb57-4972-96f3-7652e423f619 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.541074] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-f29bfc37-cb57-4972-96f3-7652e423f619" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.541074] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-f29bfc37-cb57-4972-96f3-7652e423f619" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.541274] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-f29bfc37-cb57-4972-96f3-7652e423f619" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.541414] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f29bfc37-cb57-4972-96f3-7652e423f619',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.828540] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 in Status: SUCCESS [ 908.828540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.828540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.828540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.828540] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.828540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.828540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.828540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.828540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.828540] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.851701] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.900426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.900426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.900426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.900426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.900426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.900426] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 is going to be deleted. [ 908.922591] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cfcb74b-3e62-43ea-9cfa-0c5e4400aaf7 [ 908.922591] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.922591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.922591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.922591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.922591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.922591] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cfcb74b-3e62-43ea-9cfa-0c5e4400aaf7 already deleted. [ 908.922591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cfcb74b-3e62-43ea-9cfa-0c5e4400aaf7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.958776] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.961062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.961062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.961062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.961062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.961062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.046327] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.046461] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.046566] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.046927] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.047143] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.047365] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port f29bfc37-cb57-4972-96f3-7652e423f619 not found, creating... [ 909.047680] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.047878] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.048032] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.048321] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.048508] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.048875] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.049988] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.050203] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.051480] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.051480] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.051480] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: f29bfc37-cb57-4972-96f3-7652e423f619 is going to be created. [ 909.072766] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.072919] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.073215] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.073305] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.073614] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.073862] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-f29bfc37-cb57-4972-96f3-7652e423f619" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.336867] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.336867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.336867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.336867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.336867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.336867] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.336867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.336867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.336867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.336867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.336867] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 is going to be deleted. [ 909.354327] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.354584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.354741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.355011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.355190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.355386] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 is going to be created. [ 909.369574] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.369574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.369574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.369574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.369574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.369574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.369574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.369574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.369574] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.369574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.369574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.369574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.369574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.369574] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9ee74b-59d2-4f09-a5e5-94dba7183074',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.379108] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.379108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.379108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.379108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.379108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.389431] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 in Status: UNINITIALIZED for 2s [ 909.641986] env[69685]: INFO networking_nsxv3.common.synchronization [None req-e5a92468-1534-4abb-8b6c-85e443167217 None None] Enqueued Resource ID: b645df71-41ba-465b-b78c-f06437b7e9a1 with Priority: HIGHEST for action port [ 909.641986] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b645df71-41ba-465b-b78c-f06437b7e9a1 with Priority: HIGHEST for action port [ 909.641986] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b645df71-41ba-465b-b78c-f06437b7e9a1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.641986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b645df71-41ba-465b-b78c-f06437b7e9a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.641986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b645df71-41ba-465b-b78c-f06437b7e9a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.641986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b645df71-41ba-465b-b78c-f06437b7e9a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.641986] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b645df71-41ba-465b-b78c-f06437b7e9a1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.872387] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.872766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.872766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.873149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.874045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.874045] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.874045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.874045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.874045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.874045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.874045] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9ee74b-59d2-4f09-a5e5-94dba7183074 already deleted. [ 909.874355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9ee74b-59d2-4f09-a5e5-94dba7183074" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.138152] env[69685]: INFO networking_nsxv3.common.synchronization [req-599a9df1-a315-4c5b-90c2-08eb4b71e850 req-77b51890-fe1e-4a97-9ef5-5d31f0866024 service nova] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_rules [ 910.138152] env[69685]: INFO networking_nsxv3.common.synchronization [req-599a9df1-a315-4c5b-90c2-08eb4b71e850 req-77b51890-fe1e-4a97-9ef5-5d31f0866024 service nova] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 910.138152] env[69685]: INFO networking_nsxv3.common.synchronization [req-599a9df1-a315-4c5b-90c2-08eb4b71e850 req-77b51890-fe1e-4a97-9ef5-5d31f0866024 service nova] Enqueued Resource ID: f29bfc37-cb57-4972-96f3-7652e423f619 with Priority: HIGHEST for action port [ 910.138152] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_rules [ 910.138152] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 910.138152] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29bfc37-cb57-4972-96f3-7652e423f619 with Priority: HIGHEST for action port [ 910.138152] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.138152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.138152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.138152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.138152] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.138797] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.138797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.138981] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f29bfc37-cb57-4972-96f3-7652e423f619 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.139064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f29bfc37-cb57-4972-96f3-7652e423f619" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.139116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f29bfc37-cb57-4972-96f3-7652e423f619" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.139281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f29bfc37-cb57-4972-96f3-7652e423f619" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.139352] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f29bfc37-cb57-4972-96f3-7652e423f619',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.143769] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b645df71-41ba-465b-b78c-f06437b7e9a1 [ 910.143950] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.144068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.144127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.144294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.144378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.144467] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b645df71-41ba-465b-b78c-f06437b7e9a1 already deleted. [ 910.144544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b645df71-41ba-465b-b78c-f06437b7e9a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.360390] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 910.360568] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 deletion is rescheduled due to dependency. [ 910.360682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.360845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.361078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.361267] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.361382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.361449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.361595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.361676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.361770] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.641082] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.641270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.642616] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f29bfc37-cb57-4972-96f3-7652e423f619 with status ACTIVE [ 910.643228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.643357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.643430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.643644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.643736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.644032] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.644665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.644665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.644665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.644665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.644665] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.645030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.645030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.645030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.645030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.645310] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f29bfc37-cb57-4972-96f3-7652e423f619 is going to be updated. [ 910.665188] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.665350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.665392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.665599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.665823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.665998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f29bfc37-cb57-4972-96f3-7652e423f619" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.865339] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.065320] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.065613] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-124" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.065646] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-124" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.066027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-124" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.066840] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.067045] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.067224] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.068014] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.068545] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.068757] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.068881] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.068997] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.069128] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.069241] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.070495] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.070495] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.087718] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.087889] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 911.088065] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.088281] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-124" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.088607] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.088784] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.088905] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.089267] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.089401] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d6ba5a1-77cf-4b4c-b0b6-0a928224d925',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.368088] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.400647] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 in Status: SUCCESS [ 911.400647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.400647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.400647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.400957] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.401493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.401683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.401968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.402246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.402419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.402579] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.594615] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.594615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.594615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.594615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.594615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.594615] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 not found, creating... [ 911.594615] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.594615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.594615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.594615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.595086] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.596170] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.596722] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.596937] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.597653] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.597754] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.598299] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 is going to be created. [ 911.624475] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.624475] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.624475] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.624475] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.624475] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.624475] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.828332] env[69685]: INFO networking_nsxv3.common.synchronization [None req-433d364b-10cb-4348-bcd3-c38d08534ab0 None None] Enqueued Resource ID: 4d420ea2-29fc-4077-bee3-ce59d9379593 with Priority: HIGHEST for action port [ 911.828332] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d420ea2-29fc-4077-bee3-ce59d9379593 with Priority: HIGHEST for action port [ 911.828332] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d420ea2-29fc-4077-bee3-ce59d9379593 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.828332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d420ea2-29fc-4077-bee3-ce59d9379593" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.828332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d420ea2-29fc-4077-bee3-ce59d9379593" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.828699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d420ea2-29fc-4077-bee3-ce59d9379593" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.828863] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d420ea2-29fc-4077-bee3-ce59d9379593',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.870781] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.872519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.872519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.872519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.872519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.872519] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be updated. [ 911.900929] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.903402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.903402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.903402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.903402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.908111] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.909585] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 912.330862] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d420ea2-29fc-4077-bee3-ce59d9379593 [ 912.331187] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.331283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.331354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.333085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.333284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.333411] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d420ea2-29fc-4077-bee3-ce59d9379593 already deleted. [ 912.333503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d420ea2-29fc-4077-bee3-ce59d9379593" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.414738] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3414f988-2b1c-46b9-a1c7-a57df13c2536: rpc.has_security_group_logging(os_id): False [ 912.436226] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.436226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.436226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.436226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.436226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.436226] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.436226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.436226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.436226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.436226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.436226] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 is going to be created. [ 912.506054] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.506054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.506054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.506054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.506054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.517909] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 in Status: IN_PROGRESS for 2s [ 912.580475] env[69685]: INFO networking_nsxv3.common.synchronization [None req-b4d8a25c-933c-4f76-a5e8-6ee7f001449e None None] Enqueued Resource ID: 7e1750dd-5693-4b49-b938-134635d112f0 with Priority: HIGHEST for action port [ 912.582712] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1750dd-5693-4b49-b938-134635d112f0 with Priority: HIGHEST for action port [ 912.584074] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e1750dd-5693-4b49-b938-134635d112f0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.584509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e1750dd-5693-4b49-b938-134635d112f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.584888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e1750dd-5693-4b49-b938-134635d112f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.585384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e1750dd-5693-4b49-b938-134635d112f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.587454] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e1750dd-5693-4b49-b938-134635d112f0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.620307] env[69685]: INFO networking_nsxv3.common.synchronization [req-599a9df1-a315-4c5b-90c2-08eb4b71e850 req-7d9b9f2b-1b76-4c61-94cf-65904ec0970f service nova] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_rules [ 912.620307] env[69685]: INFO networking_nsxv3.common.synchronization [req-599a9df1-a315-4c5b-90c2-08eb4b71e850 req-7d9b9f2b-1b76-4c61-94cf-65904ec0970f service nova] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 912.620307] env[69685]: INFO networking_nsxv3.common.synchronization [req-599a9df1-a315-4c5b-90c2-08eb4b71e850 req-7d9b9f2b-1b76-4c61-94cf-65904ec0970f service nova] Enqueued Resource ID: 1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 with Priority: HIGHEST for action port [ 912.621640] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_rules [ 912.621811] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 912.621916] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 with Priority: HIGHEST for action port [ 912.623312] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.623312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.623312] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.623312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.623312] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.623656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.623656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.623656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.623722] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d6ba5a1-77cf-4b4c-b0b6-0a928224d925',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.089591] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e1750dd-5693-4b49-b938-134635d112f0 [ 913.089820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.089946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.090023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.090244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.090329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.090423] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e1750dd-5693-4b49-b938-134635d112f0 already deleted. [ 913.090497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e1750dd-5693-4b49-b938-134635d112f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.126547] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 with status ACTIVE [ 913.126772] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.126900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.126963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.127344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.127344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.127561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.127561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.127633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.129365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.129365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.129365] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.129365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.129365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.129365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.129365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.129365] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d6ba5a1-77cf-4b4c-b0b6-0a928224d925 is going to be updated. [ 913.153560] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.153696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.153766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.154027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.154640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.154840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d6ba5a1-77cf-4b4c-b0b6-0a928224d925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.920764] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 913.921080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.921178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.921728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.921728] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.921728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.921728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.921936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.921987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.922084] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.068032] env[69685]: INFO networking_nsxv3.common.synchronization [None req-93973a70-8542-4ea7-82bf-c010607e3edd None None] Enqueued Resource ID: b6e5f09f-1fb2-4954-8056-4c376f02a3c4 with Priority: HIGHEST for action port [ 914.068318] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e5f09f-1fb2-4954-8056-4c376f02a3c4 with Priority: HIGHEST for action port [ 914.068874] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6e5f09f-1fb2-4954-8056-4c376f02a3c4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.068999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6e5f09f-1fb2-4954-8056-4c376f02a3c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.069083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6e5f09f-1fb2-4954-8056-4c376f02a3c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.069369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6e5f09f-1fb2-4954-8056-4c376f02a3c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.069424] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e5f09f-1fb2-4954-8056-4c376f02a3c4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.388088] env[69685]: INFO networking_nsxv3.common.synchronization [None req-f3716a2f-63a3-4eb0-ad4a-d415824d0b73 None None] Enqueued Resource ID: dca6692d-ff22-4447-a29f-919ed783d106 with Priority: HIGHEST for action port [ 914.388380] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca6692d-ff22-4447-a29f-919ed783d106 with Priority: HIGHEST for action port [ 914.388986] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-dca6692d-ff22-4447-a29f-919ed783d106 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.389139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dca6692d-ff22-4447-a29f-919ed783d106" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.389208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dca6692d-ff22-4447-a29f-919ed783d106" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.389464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dca6692d-ff22-4447-a29f-919ed783d106" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.389546] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca6692d-ff22-4447-a29f-919ed783d106',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.424942] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.535017] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 in Status: SUCCESS [ 914.535017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.572545] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6e5f09f-1fb2-4954-8056-4c376f02a3c4 [ 914.572815] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.574178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.574178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.574178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.574178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.574178] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6e5f09f-1fb2-4954-8056-4c376f02a3c4 already deleted. [ 914.574178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6e5f09f-1fb2-4954-8056-4c376f02a3c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.693352] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d607c5e2-f056-4adb-a673-cc009723955f tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Enqueued Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_rules [ 914.694074] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_rules [ 914.694455] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.694653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.694760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.695096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.695263] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.868824] env[69685]: INFO networking_nsxv3.common.synchronization [None req-271adb38-f01e-4d00-ad49-9ff1cbdfe3f5 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Enqueued Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_rules [ 914.868824] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_rules [ 914.868824] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.868824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.892497] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dca6692d-ff22-4447-a29f-919ed783d106 [ 914.892712] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.892878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.892908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.893201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.893300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.893402] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dca6692d-ff22-4447-a29f-919ed783d106 already deleted. [ 914.893484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dca6692d-ff22-4447-a29f-919ed783d106" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.928636] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.217717] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.218960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.218960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.218960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.218960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.219334] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 already deleted. [ 915.219334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.219506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.219547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.219679] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.431977] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.432149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.432218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.432445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.432533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.432633] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be updated. [ 915.461834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.463395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.463395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.463395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.463395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.472209] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 915.745107] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.745653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.745653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.745653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.745653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.745794] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 already deleted. [ 915.745794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.570024] env[69685]: INFO networking_nsxv3.common.synchronization [None req-0b2201a2-6ae5-4ed0-9a5e-b93bd6c369c4 None None] Enqueued Resource ID: f73f22a6-e622-4c1f-86b8-43c6639a488c with Priority: HIGHEST for action port [ 916.570315] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f73f22a6-e622-4c1f-86b8-43c6639a488c with Priority: HIGHEST for action port [ 916.570894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f73f22a6-e622-4c1f-86b8-43c6639a488c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.571033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f73f22a6-e622-4c1f-86b8-43c6639a488c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.571107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f73f22a6-e622-4c1f-86b8-43c6639a488c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.571385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f73f22a6-e622-4c1f-86b8-43c6639a488c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.571459] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f73f22a6-e622-4c1f-86b8-43c6639a488c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.073998] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f73f22a6-e622-4c1f-86b8-43c6639a488c [ 917.074276] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.074420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.074491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.074788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.074884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.074985] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f73f22a6-e622-4c1f-86b8-43c6639a488c already deleted. [ 917.075078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f73f22a6-e622-4c1f-86b8-43c6639a488c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.484543] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 917.484789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.484980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.485259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.485472] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.485677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.485761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.485943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.486054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.486184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.486301] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.492026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.492026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.492026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.492026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.492026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.492026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.492026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.492026] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.591965] env[69685]: INFO networking_nsxv3.common.synchronization [None req-ca7af6c7-e0a7-4afd-9d48-91f6e4bf14ff None None] Enqueued Resource ID: 79d74c25-c7eb-47f9-aa45-ec27d60237b6 with Priority: HIGHEST for action port [ 917.595919] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d74c25-c7eb-47f9-aa45-ec27d60237b6 with Priority: HIGHEST for action port [ 917.595919] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-79d74c25-c7eb-47f9-aa45-ec27d60237b6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.595919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79d74c25-c7eb-47f9-aa45-ec27d60237b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.595919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79d74c25-c7eb-47f9-aa45-ec27d60237b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.595919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79d74c25-c7eb-47f9-aa45-ec27d60237b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.595919] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79d74c25-c7eb-47f9-aa45-ec27d60237b6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.990371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.990602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.992977] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.099764] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79d74c25-c7eb-47f9-aa45-ec27d60237b6 [ 918.100015] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.100156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.100234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.100493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.100633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.100765] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79d74c25-c7eb-47f9-aa45-ec27d60237b6 already deleted. [ 918.100861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79d74c25-c7eb-47f9-aa45-ec27d60237b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.496341] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.001036] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.001036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.001036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.001036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.001036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.001036] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be updated. [ 919.031466] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.031873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.032109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.032670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.032958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.045454] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 919.779201] env[69685]: INFO networking_nsxv3.common.synchronization [req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 req-0d4c0675-5ae2-4c6c-ac58-40fb70b46e29 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea with Priority: HIGHEST for action security_group_members [ 919.779201] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea with Priority: HIGHEST for action security_group_members [ 919.782047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.782047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.782047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.782047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.782047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.782047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.782047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.782047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.782047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.782047] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b37162f0-4416-4098-bf2d-4f4dc2e0f1ea',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.072036] env[69685]: INFO networking_nsxv3.common.synchronization [None req-21d76ef5-9d1f-4d13-b1c0-fac0ceb4cce2 None None] Enqueued Resource ID: eb105ddc-f648-4293-80ba-f22787723766 with Priority: HIGHEST for action port [ 920.072036] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb105ddc-f648-4293-80ba-f22787723766 with Priority: HIGHEST for action port [ 920.072036] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb105ddc-f648-4293-80ba-f22787723766 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.072036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb105ddc-f648-4293-80ba-f22787723766" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.072036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb105ddc-f648-4293-80ba-f22787723766" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.072036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb105ddc-f648-4293-80ba-f22787723766" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.072036] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb105ddc-f648-4293-80ba-f22787723766',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.115364] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.115364] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.115364] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.115364] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.115881] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.116287] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.116558] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.116910] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.117230] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.117587] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.117833] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.118575] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.118575] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.118575] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.118575] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.118575] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.137247] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.137440] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 920.137669] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.138207] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.138395] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-4e48eae8-24b4-43be-b883-f53a6aaa5da4 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.138509] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-4e48eae8-24b4-43be-b883-f53a6aaa5da4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.138642] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-4e48eae8-24b4-43be-b883-f53a6aaa5da4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.139037] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-4e48eae8-24b4-43be-b883-f53a6aaa5da4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.139176] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e48eae8-24b4-43be-b883-f53a6aaa5da4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.285321] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.285321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.285321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.285321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.285321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.285321] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.285593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.285593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.285651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.285758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.285857] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea already deleted. [ 920.285921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.577797] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb105ddc-f648-4293-80ba-f22787723766 [ 920.577797] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.578017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.578017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.578287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.578359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.578463] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb105ddc-f648-4293-80ba-f22787723766 already deleted. [ 920.578546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb105ddc-f648-4293-80ba-f22787723766" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.641704] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.641978] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.642062] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.642355] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.642538] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.642673] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 4e48eae8-24b4-43be-b883-f53a6aaa5da4 not found, creating... [ 920.642927] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.643102] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.643225] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.643576] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.643643] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.643877] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.644049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.644173] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.644381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.644519] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.644659] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 4e48eae8-24b4-43be-b883-f53a6aaa5da4 is going to be created. [ 920.663415] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.663645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.663735] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.664047] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.664288] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.664519] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-4e48eae8-24b4-43be-b883-f53a6aaa5da4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.055721] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 921.055935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.056152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.056471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.056670] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.056784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.056852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.057066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.057164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.057256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.057416] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.057512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.057569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.057714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.057851] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.057954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.058028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.058142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.058228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.058281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.058372] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.375343] env[69685]: INFO networking_nsxv3.common.synchronization [req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 req-1917d95d-7ff8-4a9a-9d90-a81c6ada37e1 service nova] Enqueued Resource ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea with Priority: HIGHEST for action security_group_rules [ 921.375343] env[69685]: INFO networking_nsxv3.common.synchronization [req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 req-1917d95d-7ff8-4a9a-9d90-a81c6ada37e1 service nova] Enqueued Resource ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea with Priority: HIGHEST for action security_group_members [ 921.375343] env[69685]: INFO networking_nsxv3.common.synchronization [req-0ee4c7c5-ff34-4103-a71d-812d381b7c25 req-1917d95d-7ff8-4a9a-9d90-a81c6ada37e1 service nova] Enqueued Resource ID: 4e48eae8-24b4-43be-b883-f53a6aaa5da4 with Priority: HIGHEST for action port [ 921.375343] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea with Priority: HIGHEST for action security_group_rules [ 921.375343] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea with Priority: HIGHEST for action security_group_members [ 921.375343] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48eae8-24b4-43be-b883-f53a6aaa5da4 with Priority: HIGHEST for action port [ 921.375859] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.375859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.375859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.376044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.377471] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b37162f0-4416-4098-bf2d-4f4dc2e0f1ea',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.378494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.378629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.378715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.378955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.379154] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.379286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.379397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.379618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.379736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.379856] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b37162f0-4416-4098-bf2d-4f4dc2e0f1ea',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.380812] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e48eae8-24b4-43be-b883-f53a6aaa5da4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.380957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e48eae8-24b4-43be-b883-f53a6aaa5da4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.381082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e48eae8-24b4-43be-b883-f53a6aaa5da4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.381289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e48eae8-24b4-43be-b883-f53a6aaa5da4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.381386] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e48eae8-24b4-43be-b883-f53a6aaa5da4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.564695] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8093640f-4aed-4b94-b416-f101f9de7a78: rpc.has_security_group_logging(os_id): False [ 921.581580] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.581716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.582041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.582041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.582202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.582285] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.582376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.582436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.582587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.582665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.582848] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.582953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.583167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.583167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.583235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.585883] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.586047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.586619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.586787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.586996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.587277] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be updated. [ 921.642137] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.642282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.642329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.642552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.642698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.654200] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 921.883051] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b37162f0-4416-4098-bf2d-4f4dc2e0f1ea',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.884146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.884246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.884609] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e48eae8-24b4-43be-b883-f53a6aaa5da4 with status ACTIVE [ 921.884770] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.884878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.884944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.885171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.885262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.885457] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.885558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.885622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.885785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.885864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.886068] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.886166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.886227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.886368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.886444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.886531] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e48eae8-24b4-43be-b883-f53a6aaa5da4 is going to be updated. [ 921.905407] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.905566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.905640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.905846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.906024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.906211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e48eae8-24b4-43be-b883-f53a6aaa5da4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.386416] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b37162f0-4416-4098-bf2d-4f4dc2e0f1ea',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.889611] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.889800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.889800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.890026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.890111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.890216] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea is going to be created. [ 922.913802] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.913802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.913802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.913802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.913802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.921740] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea in Status: UNINITIALIZED for 2s [ 923.371506] env[69685]: INFO networking_nsxv3.common.synchronization [req-704daf0f-eb31-47d3-961b-8273928c3586 req-64b773c8-6d68-41e6-b68e-c7b8f4f4d118 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 923.372066] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 923.372388] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.372554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.372649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.372922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.373333] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.374143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.374143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.374143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.374143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.374338] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.667274] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 923.667552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.667675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.667888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.668047] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.736868] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.736868] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.736868] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.737582] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.737582] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.737686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.737771] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.737991] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.738635] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.738635] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.738635] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.738774] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.738774] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.738871] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.738980] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.739132] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.757304] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.757473] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 923.757609] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.757786] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.758993] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-9a518ed8-2a67-46b7-a050-ab64e01602a8 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.758993] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-9a518ed8-2a67-46b7-a050-ab64e01602a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.758993] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-9a518ed8-2a67-46b7-a050-ab64e01602a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.758993] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-9a518ed8-2a67-46b7-a050-ab64e01602a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.758993] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a518ed8-2a67-46b7-a050-ab64e01602a8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.876794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.876915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.876953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.877860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.900249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.900249] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.900249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.900249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.900249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.900423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.900423] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be updated. [ 923.925576] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.925576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.925576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.925576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.925576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.932106] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: IN_PROGRESS for 2s [ 923.992279] env[69685]: INFO networking_nsxv3.common.synchronization [req-6475b781-2a43-4ce4-b10b-b4d1546d45cd req-f0f1d2f0-df2f-46f0-be6c-a91e8ffd4fbb tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 923.993052] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 923.993469] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.993648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.993756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.994072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.994309] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.994477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.994585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.994831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.994977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.995151] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.170819] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.170963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.261893] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.262611] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.262611] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.262611] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.262739] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.262893] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 9a518ed8-2a67-46b7-a050-ab64e01602a8 not found, creating... [ 924.263150] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.263325] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.263448] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.263667] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.263807] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.264156] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.264327] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.264447] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.264657] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.264792] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.264935] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 9a518ed8-2a67-46b7-a050-ab64e01602a8 is going to be created. [ 924.277594] env[69685]: INFO networking_nsxv3.common.synchronization [req-6475b781-2a43-4ce4-b10b-b4d1546d45cd req-4c70ccfc-f7b6-4ed1-86d6-335c2a552364 tempest-ServersTestMultiNic-1000375212 tempest-ServersTestMultiNic-1000375212-project-member] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 924.277844] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGHEST for action security_group_members [ 924.278374] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.278472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.285756] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.285946] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.286094] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.286365] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.286596] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.286813] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-9a518ed8-2a67-46b7-a050-ab64e01602a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.497818] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.931078] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea in Status: SUCCESS [ 924.931371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.931465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.931710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.931901] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.932027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.932094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.932251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.932334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.932438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.932499] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b37162f0-4416-4098-bf2d-4f4dc2e0f1ea',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.971333] env[69685]: INFO networking_nsxv3.common.synchronization [req-704daf0f-eb31-47d3-961b-8273928c3586 req-53b75cf3-7a12-42e4-b3b3-2a8e017b6cc4 service nova] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_rules [ 924.971561] env[69685]: INFO networking_nsxv3.common.synchronization [req-704daf0f-eb31-47d3-961b-8273928c3586 req-53b75cf3-7a12-42e4-b3b3-2a8e017b6cc4 service nova] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 924.971652] env[69685]: INFO networking_nsxv3.common.synchronization [req-704daf0f-eb31-47d3-961b-8273928c3586 req-53b75cf3-7a12-42e4-b3b3-2a8e017b6cc4 service nova] Enqueued Resource ID: 9a518ed8-2a67-46b7-a050-ab64e01602a8 with Priority: HIGHEST for action port [ 924.971870] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_rules [ 924.971994] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 924.972115] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a518ed8-2a67-46b7-a050-ab64e01602a8 with Priority: HIGHEST for action port [ 924.972609] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.972729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.972796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.972987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.973163] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.973970] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.975106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.975365] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a518ed8-2a67-46b7-a050-ab64e01602a8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.975480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a518ed8-2a67-46b7-a050-ab64e01602a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.975549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a518ed8-2a67-46b7-a050-ab64e01602a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.975718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a518ed8-2a67-46b7-a050-ab64e01602a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.975833] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a518ed8-2a67-46b7-a050-ab64e01602a8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.001247] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.435074] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b37162f0-4416-4098-bf2d-4f4dc2e0f1ea',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.478647] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.478647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.478647] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a518ed8-2a67-46b7-a050-ab64e01602a8 with status ACTIVE [ 925.478647] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.478821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.478875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.479178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.479328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.479543] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.479710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.479766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.479993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.480098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.480308] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.480432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.480525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.480734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.480839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.480938] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a518ed8-2a67-46b7-a050-ab64e01602a8 is going to be updated. [ 925.501732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.501852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.501889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.502147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.502291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.502450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a518ed8-2a67-46b7-a050-ab64e01602a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.502783] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.502885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.502947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.503125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.503206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.503295] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be updated. [ 925.545053] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.545213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.545261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.545475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.545618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.554095] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 925.880594] env[69685]: INFO networking_nsxv3.common.synchronization [req-704daf0f-eb31-47d3-961b-8273928c3586 req-9147a16a-84f0-4257-859f-02cdb11e4ab6 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 925.881895] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 925.881895] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.882059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.937538] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b37162f0-4416-4098-bf2d-4f4dc2e0f1ea: rpc.has_security_group_logging(os_id): False [ 925.945923] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: SUCCESS [ 925.945923] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 deletion is rescheduled due to dependency. [ 925.945923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.945923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.945923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.945923] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.945923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.945923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.945923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.945923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.945923] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.951864] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.952011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.952047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.952227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.952313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.952543] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.952644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.952705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.952845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.952918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.953027] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea is going to be created. [ 926.006931] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.007099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.007173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.011022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.011022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.016603] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea in Status: IN_PROGRESS for 2s [ 926.161113] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.161317] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.161317] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.161538] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.162398] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.162398] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.162398] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.162398] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.162596] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.162852] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.162992] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.163123] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.163237] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.163354] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.163465] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.163599] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.201978] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.201978] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.201978] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.201978] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-483" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.201978] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-aa6a5b95-4569-401e-a3d5-95680dfd1be6 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.201978] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-aa6a5b95-4569-401e-a3d5-95680dfd1be6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.201978] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-aa6a5b95-4569-401e-a3d5-95680dfd1be6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.201978] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-aa6a5b95-4569-401e-a3d5-95680dfd1be6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.201978] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa6a5b95-4569-401e-a3d5-95680dfd1be6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.445603] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.703699] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.703940] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.704121] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.704431] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.704641] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.705913] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port aa6a5b95-4569-401e-a3d5-95680dfd1be6 not found, creating... [ 926.705913] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.705913] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.705913] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.705913] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.705913] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.706201] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.706201] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.706275] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.706733] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.706733] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.706733] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: aa6a5b95-4569-401e-a3d5-95680dfd1be6 is going to be created. [ 926.727222] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.727483] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.727635] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.727932] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.728198] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.728440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-aa6a5b95-4569-401e-a3d5-95680dfd1be6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.949334] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.392055] env[69685]: INFO networking_nsxv3.common.synchronization [req-704daf0f-eb31-47d3-961b-8273928c3586 req-13c23641-38d8-4630-82b7-ae90fd635993 service nova] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_rules [ 927.392055] env[69685]: INFO networking_nsxv3.common.synchronization [req-704daf0f-eb31-47d3-961b-8273928c3586 req-13c23641-38d8-4630-82b7-ae90fd635993 service nova] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 927.392055] env[69685]: INFO networking_nsxv3.common.synchronization [req-704daf0f-eb31-47d3-961b-8273928c3586 req-13c23641-38d8-4630-82b7-ae90fd635993 service nova] Enqueued Resource ID: aa6a5b95-4569-401e-a3d5-95680dfd1be6 with Priority: HIGHEST for action port [ 927.392055] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_rules [ 927.392055] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 927.392055] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6a5b95-4569-401e-a3d5-95680dfd1be6 with Priority: HIGHEST for action port [ 927.392055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.392055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.394037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.394037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.394037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa6a5b95-4569-401e-a3d5-95680dfd1be6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.394182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa6a5b95-4569-401e-a3d5-95680dfd1be6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.394182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa6a5b95-4569-401e-a3d5-95680dfd1be6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.394366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa6a5b95-4569-401e-a3d5-95680dfd1be6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.394449] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa6a5b95-4569-401e-a3d5-95680dfd1be6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.453628] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.453735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.453768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.453965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.454102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.454211] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be updated. [ 927.482893] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.482893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.482893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.482893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.482893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.489801] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: IN_PROGRESS for 2s [ 927.566024] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 927.566024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.566024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.566024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.566024] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.566024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.566024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.566024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.566024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.566024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.566024] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.566024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.566024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.566024] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.566024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.566811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.566960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.567118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.567173] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.901204] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa6a5b95-4569-401e-a3d5-95680dfd1be6 with status ACTIVE [ 927.901204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.901204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.901204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.901204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.901204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.901204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.901204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.901204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.901204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.901204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.901204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.901204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.901204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.901204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.901204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.901204] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa6a5b95-4569-401e-a3d5-95680dfd1be6 is going to be updated. [ 927.922848] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.923025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.923167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.923284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.923431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.923581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa6a5b95-4569-401e-a3d5-95680dfd1be6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.038261] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea in Status: SUCCESS [ 928.038261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.070446] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.070446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.074070] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.074312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.074312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.074489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.074578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.074765] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.074858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.074919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.075103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.075180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.075258] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be updated. [ 928.102871] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.103018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.103086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.103294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.103428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.113306] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 929.499854] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: SUCCESS [ 929.500098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.500282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.500500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.501061] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.501061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.501061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.501061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.501306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.501306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.501306] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.502886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.503069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.503229] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.503329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.503392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.503532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.503609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.503697] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.004317] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.004454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.005936] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.129042] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 4s [ 930.509205] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.011283] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.011443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.011514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.011747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.011839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.011938] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be updated. [ 931.039718] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.039873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.039919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.040176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.040322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.049481] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: IN_PROGRESS for 2s [ 931.985346] env[69685]: INFO networking_nsxv3.common.synchronization [None req-89976b6e-6e50-40fe-aebc-6702241ef223 None None] Enqueued Resource ID: 4dcdb561-87f6-4e39-b55d-feaa8704fe45 with Priority: HIGHEST for action port [ 931.985611] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dcdb561-87f6-4e39-b55d-feaa8704fe45 with Priority: HIGHEST for action port [ 931.986270] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dcdb561-87f6-4e39-b55d-feaa8704fe45 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.986420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dcdb561-87f6-4e39-b55d-feaa8704fe45" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.986473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dcdb561-87f6-4e39-b55d-feaa8704fe45" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.986735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dcdb561-87f6-4e39-b55d-feaa8704fe45" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.986822] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dcdb561-87f6-4e39-b55d-feaa8704fe45',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.138356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 932.138702] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 deletion is rescheduled due to dependency. [ 932.138853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.139022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.139272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.139494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.139618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.139775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.139852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.139930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.140036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.140194] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.140289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.140351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.140521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.140663] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.140758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.140818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.140955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.141152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.141258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.141350] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.489271] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dcdb561-87f6-4e39-b55d-feaa8704fe45 [ 932.489516] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.489651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.489723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.489940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.490041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.490140] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dcdb561-87f6-4e39-b55d-feaa8704fe45 already deleted. [ 932.490222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dcdb561-87f6-4e39-b55d-feaa8704fe45" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.637292] env[69685]: INFO networking_nsxv3.common.synchronization [req-dba62887-c9fe-461e-97c0-ab13845efbb3 req-15233c10-853a-4738-b3b5-e3c75ad163f5 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 932.637988] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 932.638394] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.638712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.638712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.638828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.639303] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.639303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.639303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.639426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.639497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.639550] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.644256] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8093640f-4aed-4b94-b416-f101f9de7a78: rpc.has_security_group_logging(os_id): False [ 932.669021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.669021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.669021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.669021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.669021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.669021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.669021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.669021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.669021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.669021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.669021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.669021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.669021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.669021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.669021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.669665] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.669665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.669665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.670653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.670945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.670945] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be updated. [ 932.747193] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.748028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.748028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.748028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.748028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.761259] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: IN_PROGRESS for 2s [ 932.977292] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.977506] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.978052] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.978052] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.978262] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.978360] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.979130] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.979130] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.979130] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.979130] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.979417] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.979417] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.979601] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.979653] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.979802] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.979970] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.998691] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.998962] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 932.998995] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.001105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.002079] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-2d97915d-38c4-4f8d-ac90-6886e25b3d7a taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.002079] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-2d97915d-38c4-4f8d-ac90-6886e25b3d7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.002079] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-2d97915d-38c4-4f8d-ac90-6886e25b3d7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.002079] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-2d97915d-38c4-4f8d-ac90-6886e25b3d7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.002079] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d97915d-38c4-4f8d-ac90-6886e25b3d7a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.065309] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: SUCCESS [ 933.065309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.065439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.065584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.065769] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.065871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.065979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.066176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.066262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.066485] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.142426] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.509445] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.509734] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.509789] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.510398] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.510694] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.510894] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 2d97915d-38c4-4f8d-ac90-6886e25b3d7a not found, creating... [ 933.511224] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.511394] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.511514] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.511744] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.511884] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.512185] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.512346] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.512464] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.512669] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.512803] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.512944] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 2d97915d-38c4-4f8d-ac90-6886e25b3d7a is going to be created. [ 933.536327] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.536327] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.536327] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.536327] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.536327] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.536327] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-2d97915d-38c4-4f8d-ac90-6886e25b3d7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.569962] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.645489] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.071898] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.147901] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.148069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.148144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.148360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.148450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.148553] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 934.178440] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.178440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.178440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.178920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.178920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.187151] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 934.224333] env[69685]: INFO networking_nsxv3.common.synchronization [req-dba62887-c9fe-461e-97c0-ab13845efbb3 req-7d437a53-1a07-44af-bea3-a8bde8ef4c29 service nova] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_rules [ 934.224510] env[69685]: INFO networking_nsxv3.common.synchronization [req-dba62887-c9fe-461e-97c0-ab13845efbb3 req-7d437a53-1a07-44af-bea3-a8bde8ef4c29 service nova] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 934.224741] env[69685]: INFO networking_nsxv3.common.synchronization [req-dba62887-c9fe-461e-97c0-ab13845efbb3 req-7d437a53-1a07-44af-bea3-a8bde8ef4c29 service nova] Enqueued Resource ID: 2d97915d-38c4-4f8d-ac90-6886e25b3d7a with Priority: HIGHEST for action port [ 934.224980] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_rules [ 934.225125] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 934.225217] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d97915d-38c4-4f8d-ac90-6886e25b3d7a with Priority: HIGHEST for action port [ 934.225845] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.225902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.225932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.227358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.228087] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.237111] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.237111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.237111] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d97915d-38c4-4f8d-ac90-6886e25b3d7a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.237111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d97915d-38c4-4f8d-ac90-6886e25b3d7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.237111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d97915d-38c4-4f8d-ac90-6886e25b3d7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.237111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d97915d-38c4-4f8d-ac90-6886e25b3d7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.237111] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d97915d-38c4-4f8d-ac90-6886e25b3d7a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.314217] env[69685]: INFO networking_nsxv3.common.synchronization [None req-98ba4b6e-bfee-4ca4-8fd6-6198c155cec6 None None] Enqueued Resource ID: e18781a0-931c-4b1f-96d7-723b880393f6 with Priority: HIGHEST for action port [ 934.315028] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18781a0-931c-4b1f-96d7-723b880393f6 with Priority: HIGHEST for action port [ 934.315028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e18781a0-931c-4b1f-96d7-723b880393f6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.315201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e18781a0-931c-4b1f-96d7-723b880393f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.315201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e18781a0-931c-4b1f-96d7-723b880393f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.315423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e18781a0-931c-4b1f-96d7-723b880393f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.315503] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e18781a0-931c-4b1f-96d7-723b880393f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.574469] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.574643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.574751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.574945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.575055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.575208] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be updated. [ 934.604243] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.604452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.604558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.604693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.604838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.614694] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: IN_PROGRESS for 2s [ 934.736716] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.736716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.739383] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d97915d-38c4-4f8d-ac90-6886e25b3d7a with status ACTIVE [ 934.739704] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.739883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.739993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.740329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.740502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.740783] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.740944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.741124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.741367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.741510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.741742] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.741889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.742009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.742216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.742344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.742512] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d97915d-38c4-4f8d-ac90-6886e25b3d7a is going to be updated. [ 934.764881] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.765018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.765061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.765268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.765405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.765568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d97915d-38c4-4f8d-ac90-6886e25b3d7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.778162] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8093640f-4aed-4b94-b416-f101f9de7a78 in Status: SUCCESS [ 934.778378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.818067] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e18781a0-931c-4b1f-96d7-723b880393f6 [ 934.818310] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.818443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.818512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.818728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.818817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.818921] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e18781a0-931c-4b1f-96d7-723b880393f6 already deleted. [ 934.819056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e18781a0-931c-4b1f-96d7-723b880393f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.198381] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 936.198635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.198635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.198866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.201828] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.201828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.201828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.201828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.201828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.201828] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.624385] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: SUCCESS [ 936.624616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.624785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.625016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.625230] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.625351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.625434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.625573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.625657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.625742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.625892] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.625983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.626050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.626233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.626376] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.626436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.626496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.626699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.626699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.626814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.626873] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.702454] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.129284] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5202ace-02b2-4940-84ae-f5a88c839145: rpc.has_security_group_logging(os_id): False [ 937.147724] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.147873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.147946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.148184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.148284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.148463] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.148560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.148668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.148829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.148829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.149037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.149131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.149211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.149365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.149439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.149619] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.149706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.149762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.149899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.149971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.150167] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be updated. [ 937.203989] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.211018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.211018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.211018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.211018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.211018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.220477] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: IN_PROGRESS for 2s [ 937.709064] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.709232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.709309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.709573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.709675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.709779] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 937.743570] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.743720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.743792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.744180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.744219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.752846] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 938.774605] env[69685]: INFO networking_nsxv3.common.synchronization [None req-f2fc9769-e6fd-4731-8794-bc265636ce27 None None] Enqueued Resource ID: 61686da4-1759-4d08-bb67-657681633223 with Priority: HIGHEST for action port [ 938.776163] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61686da4-1759-4d08-bb67-657681633223 with Priority: HIGHEST for action port [ 938.777085] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-61686da4-1759-4d08-bb67-657681633223 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.777085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61686da4-1759-4d08-bb67-657681633223" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.777085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61686da4-1759-4d08-bb67-657681633223" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.777575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61686da4-1759-4d08-bb67-657681633223" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.778654] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61686da4-1759-4d08-bb67-657681633223',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.236044] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: SUCCESS [ 939.236044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.236044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.236044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.236044] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.280551] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61686da4-1759-4d08-bb67-657681633223 [ 939.280746] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.280878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.280944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.281183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.281280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.281368] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61686da4-1759-4d08-bb67-657681633223 already deleted. [ 939.281452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61686da4-1759-4d08-bb67-657681633223" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.419019] env[69685]: INFO networking_nsxv3.common.synchronization [req-9f372f8b-1feb-461c-80e9-8ce1e533ac6d req-3e90e6d6-c5e0-4157-82d9-36dc77c39a62 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 939.420214] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 939.420897] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.420897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.420897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.421555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.421911] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.422097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.422208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.422464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.422591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.422697] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.847974] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.847974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.847974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.847974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.847974] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.847974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.847974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.847974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.847974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.847974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.847974] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.851734] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 939.851734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.851734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.851734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.851734] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.851734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.851734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.851969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.851969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.851969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.852116] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.925430] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.961239] env[69685]: INFO networking_nsxv3.common.synchronization [req-77970193-92c1-415f-9414-8c0dec8fb6c0 req-6e391da2-7bb7-4d12-a403-5e0560b669bb tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 939.961531] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 939.962809] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.962809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.962809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.962809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.962809] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.962809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.963086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.963086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.963137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.964167] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.290295] env[69685]: INFO networking_nsxv3.common.synchronization [req-326fee4b-420d-4d20-9941-466ca25f1579 req-b7254e72-cbe3-4b1a-9e1b-adc9c47d3c51 tempest-MultipleCreateTestJSON-1211493173 tempest-MultipleCreateTestJSON-1211493173-project-member] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 940.290834] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGHEST for action security_group_members [ 940.291140] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.291242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.356037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.356037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.356037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.356264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.356264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.356781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.356781] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.356781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.356781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.357169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.357169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.357169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.357169] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.357304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.357304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.357417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.357565] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.357632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.357686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.357816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.357890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.357967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.358067] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.427767] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.468329] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.861999] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccb44fe4-a7cc-4099-a2ac-96c0d93bb589: rpc.has_security_group_logging(os_id): False [ 940.879468] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.879612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.879690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.881102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.881102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.881102] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.881102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.881102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.881102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.881102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.881478] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.881646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.881730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.881932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.882055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.882289] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.882403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.882459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.882701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.882744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.883717] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 940.929703] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.929864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.929937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.930187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.930282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.930385] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 is going to be updated. [ 940.941418] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.941554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.941622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.941822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.941964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.956042] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 940.968382] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.968382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.968382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.968608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.969072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.970561] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.980182] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: IN_PROGRESS for 2s [ 941.190277] env[69685]: INFO networking_nsxv3.common.synchronization [None req-eb2cb5e6-3455-4500-bb95-5fb89d69e646 None None] Enqueued Resource ID: f16052da-9e35-47a1-b6ef-ec84d793dc1e with Priority: HIGHEST for action port [ 941.190277] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16052da-9e35-47a1-b6ef-ec84d793dc1e with Priority: HIGHEST for action port [ 941.190277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f16052da-9e35-47a1-b6ef-ec84d793dc1e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.190277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f16052da-9e35-47a1-b6ef-ec84d793dc1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.190277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f16052da-9e35-47a1-b6ef-ec84d793dc1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.191136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f16052da-9e35-47a1-b6ef-ec84d793dc1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.191360] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f16052da-9e35-47a1-b6ef-ec84d793dc1e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.231800] env[69685]: INFO networking_nsxv3.common.synchronization [None req-113527a9-e6d7-4464-9fe2-0974861069df None None] Enqueued Resource ID: 6397edd3-797b-4d4a-875e-364a55084e1c with Priority: HIGHEST for action port [ 941.234020] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6397edd3-797b-4d4a-875e-364a55084e1c with Priority: HIGHEST for action port [ 941.234020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6397edd3-797b-4d4a-875e-364a55084e1c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.234020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6397edd3-797b-4d4a-875e-364a55084e1c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.234020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6397edd3-797b-4d4a-875e-364a55084e1c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.235871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6397edd3-797b-4d4a-875e-364a55084e1c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.235871] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6397edd3-797b-4d4a-875e-364a55084e1c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.467900] env[69685]: INFO networking_nsxv3.common.synchronization [req-209ec822-de38-4df3-b80a-bc8aedefa9a9 req-5b0dbff6-86ba-46b3-83bf-0287af7b04e1 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Enqueued Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 941.468494] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 941.468806] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.468929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.470043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.470292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.470472] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.470591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.470662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.470816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.470902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.471029] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.475818] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.475818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.475818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.475818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.475818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.475818] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be updated. [ 941.503174] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.503174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.503174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.503174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.503174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.512807] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: IN_PROGRESS for 2s [ 941.696739] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f16052da-9e35-47a1-b6ef-ec84d793dc1e [ 941.696739] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.696850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.696884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.697100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.697214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.698230] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f16052da-9e35-47a1-b6ef-ec84d793dc1e already deleted. [ 941.698230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f16052da-9e35-47a1-b6ef-ec84d793dc1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.736430] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6397edd3-797b-4d4a-875e-364a55084e1c [ 941.736672] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.736808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.736873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.737106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.737223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.737330] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6397edd3-797b-4d4a-875e-364a55084e1c already deleted. [ 941.737416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6397edd3-797b-4d4a-875e-364a55084e1c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.863333] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.863666] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-346" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.863666] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-346" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.863910] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-346" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.864189] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.864355] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.864483] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.864689] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.864836] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.865883] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.866084] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.866268] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.866348] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.866472] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.866586] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.866728] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.885161] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.885498] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 941.885695] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.885919] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-346" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.886337] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-dea8acb9-c915-4058-96d3-294ff0f046b6 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.886688] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-dea8acb9-c915-4058-96d3-294ff0f046b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.886970] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-dea8acb9-c915-4058-96d3-294ff0f046b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.887366] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-dea8acb9-c915-4058-96d3-294ff0f046b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.887555] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dea8acb9-c915-4058-96d3-294ff0f046b6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.973273] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.973454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.973529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.973743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.973834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.974070] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.974197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.974325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.974497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.974578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.974945] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c is going to be deleted. [ 942.000339] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.000525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.000587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.000851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.000939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.001090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.390693] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.390865] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.390914] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.391278] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.391543] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.391642] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port dea8acb9-c915-4058-96d3-294ff0f046b6 not found, creating... [ 942.391976] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.392161] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.392285] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.392580] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.392771] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.393118] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.393360] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.393482] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.393689] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.393829] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.393973] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: dea8acb9-c915-4058-96d3-294ff0f046b6 is going to be created. [ 942.413820] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.414316] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.414316] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.414569] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.414854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.415127] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-dea8acb9-c915-4058-96d3-294ff0f046b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.969669] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 942.969967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.989718] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: SUCCESS [ 942.989718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.144428] env[69685]: INFO networking_nsxv3.common.synchronization [req-209ec822-de38-4df3-b80a-bc8aedefa9a9 req-2e33a184-e5b3-409c-9eca-b7d0f8ad8875 service nova] Enqueued Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_rules [ 943.144622] env[69685]: INFO networking_nsxv3.common.synchronization [req-209ec822-de38-4df3-b80a-bc8aedefa9a9 req-2e33a184-e5b3-409c-9eca-b7d0f8ad8875 service nova] Enqueued Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 943.144765] env[69685]: INFO networking_nsxv3.common.synchronization [req-209ec822-de38-4df3-b80a-bc8aedefa9a9 req-2e33a184-e5b3-409c-9eca-b7d0f8ad8875 service nova] Enqueued Resource ID: dea8acb9-c915-4058-96d3-294ff0f046b6 with Priority: HIGHEST for action port [ 943.145015] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_rules [ 943.145146] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 943.145242] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dea8acb9-c915-4058-96d3-294ff0f046b6 with Priority: HIGHEST for action port [ 943.145812] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.145936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.146047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.146349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.146462] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.147393] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.149799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.150054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.150122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.150384] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.150384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.150476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.152034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.152034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.152034] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.152034] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-dea8acb9-c915-4058-96d3-294ff0f046b6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.152034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dea8acb9-c915-4058-96d3-294ff0f046b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.152034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dea8acb9-c915-4058-96d3-294ff0f046b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.152034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dea8acb9-c915-4058-96d3-294ff0f046b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.152316] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dea8acb9-c915-4058-96d3-294ff0f046b6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.500173] env[69685]: INFO networking_nsxv3.common.synchronization [None req-f6d3c05e-721e-4dc9-b750-64ec778ce3b3 None None] Enqueued Resource ID: 3cfcd5e5-fe55-40ff-8273-7127b072c31d with Priority: HIGHEST for action port [ 943.500435] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cfcd5e5-fe55-40ff-8273-7127b072c31d with Priority: HIGHEST for action port [ 943.501299] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cfcd5e5-fe55-40ff-8273-7127b072c31d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.501647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cfcd5e5-fe55-40ff-8273-7127b072c31d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.501647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cfcd5e5-fe55-40ff-8273-7127b072c31d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.503433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cfcd5e5-fe55-40ff-8273-7127b072c31d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.503433] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cfcd5e5-fe55-40ff-8273-7127b072c31d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.521572] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: SUCCESS [ 943.521820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.522235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.522442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.522623] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.522737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.522803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.522947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.523041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.523133] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.654467] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.654608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.657966] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dea8acb9-c915-4058-96d3-294ff0f046b6 with status ACTIVE [ 943.658155] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.658278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.658348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.658584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.658678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.658857] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.658954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.659021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.659562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.659562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.659562] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.659562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.659562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.659791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.659791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.659873] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dea8acb9-c915-4058-96d3-294ff0f046b6 is going to be updated. [ 943.660916] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.683892] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.684030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.684184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.684387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.684523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.684676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dea8acb9-c915-4058-96d3-294ff0f046b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.005607] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cfcd5e5-fe55-40ff-8273-7127b072c31d [ 944.005607] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.005607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.005607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.006019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.006019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.006019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cfcd5e5-fe55-40ff-8273-7127b072c31d already deleted. [ 944.006019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cfcd5e5-fe55-40ff-8273-7127b072c31d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.025714] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.025714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.025714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.025714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.025714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.025966] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.025966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.025966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.026209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.026288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.026386] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be updated. [ 944.058501] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.058501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.058501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.058501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.058501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.066636] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: IN_PROGRESS for 2s [ 944.166195] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.331484] env[69685]: INFO networking_nsxv3.common.synchronization [req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e req-ea168dcc-739c-4cdb-8a2c-597588349186 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 944.332037] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 944.332356] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.332480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.332559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.332770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.332920] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.333911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.333981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.334170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.334269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.334371] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.668453] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.668628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.668698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.668929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.669028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.669133] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c is going to be created. [ 944.675600] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.675806] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.676260] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.676260] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.676543] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.676705] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.676899] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.677193] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.677426] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.677507] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.677611] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.677724] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.677832] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.677941] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.678075] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.679376] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.692572] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.692572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.692572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.692753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.692843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.698280] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.698804] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.698804] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.698930] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.699314] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-22c00a04-239f-4319-ba70-8d79f6f48d16 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.699512] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-22c00a04-239f-4319-ba70-8d79f6f48d16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.699634] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-22c00a04-239f-4319-ba70-8d79f6f48d16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.699969] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-22c00a04-239f-4319-ba70-8d79f6f48d16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.700456] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22c00a04-239f-4319-ba70-8d79f6f48d16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.702414] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: UNINITIALIZED for 2s [ 944.838479] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.838644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.838732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.839373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.839373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.839373] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.839559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.839559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.839656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.839796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.839796] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 944.865874] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.866040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.866124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.866436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.866569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.876240] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 945.203505] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.203505] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.203814] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.203980] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.204191] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.204441] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 22c00a04-239f-4319-ba70-8d79f6f48d16 not found, creating... [ 945.205014] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.205210] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.205336] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.205639] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.205772] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.206226] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.206412] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.206535] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.206759] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.206945] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.207128] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 22c00a04-239f-4319-ba70-8d79f6f48d16 is going to be created. [ 945.237598] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.237598] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.237895] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.237996] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.238351] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.238581] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-22c00a04-239f-4319-ba70-8d79f6f48d16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.952926] env[69685]: INFO networking_nsxv3.common.synchronization [req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e req-c314e278-0863-4cff-8e30-9a6cbcf9626f service nova] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_rules [ 945.953038] env[69685]: INFO networking_nsxv3.common.synchronization [req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e req-c314e278-0863-4cff-8e30-9a6cbcf9626f service nova] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 945.953546] env[69685]: INFO networking_nsxv3.common.synchronization [req-96ac2f87-b2e8-4dee-86a9-01fdcd86138e req-c314e278-0863-4cff-8e30-9a6cbcf9626f service nova] Enqueued Resource ID: 22c00a04-239f-4319-ba70-8d79f6f48d16 with Priority: HIGHEST for action port [ 945.953546] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_rules [ 945.953546] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 945.953704] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c00a04-239f-4319-ba70-8d79f6f48d16 with Priority: HIGHEST for action port [ 945.955060] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.955060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.955060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.955060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.955060] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.955868] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.955963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.956214] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-22c00a04-239f-4319-ba70-8d79f6f48d16 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.956416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22c00a04-239f-4319-ba70-8d79f6f48d16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.956416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22c00a04-239f-4319-ba70-8d79f6f48d16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.956627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22c00a04-239f-4319-ba70-8d79f6f48d16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.956721] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22c00a04-239f-4319-ba70-8d79f6f48d16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.076577] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: SUCCESS [ 946.076773] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 deletion is rescheduled due to dependency. [ 946.076890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.077080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.078218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.078218] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.078218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.078218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.078218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.078218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.078218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.078218] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.078218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.078661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.078661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.078661] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.078661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.078768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.078850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.079420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.079420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.079420] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.458640] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.458943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.460167] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22c00a04-239f-4319-ba70-8d79f6f48d16 with status ACTIVE [ 946.460982] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.460982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.460982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.460982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.460982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.461285] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.461285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.461356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.461932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.461932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.462219] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.462365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.462365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.462520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.462598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.462704] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22c00a04-239f-4319-ba70-8d79f6f48d16 is going to be updated. [ 946.487221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.487368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.487558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.487827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.488017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.488242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22c00a04-239f-4319-ba70-8d79f6f48d16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.582571] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5202ace-02b2-4940-84ae-f5a88c839145: rpc.has_security_group_logging(os_id): False [ 946.630555] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.630735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.630781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.631091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.631091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.631606] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.631606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.631606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.631606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.631821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.631854] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.631935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.631992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.632145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.632456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.632456] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.632584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.632584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.632968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.632968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.632968] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be updated. [ 946.712959] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: SUCCESS [ 946.714038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.714038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.714038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.714038] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.714038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.714038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.714360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.714360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.714360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.714360] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.748748] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.748963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.748963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.749248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.749408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.771520] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: IN_PROGRESS for 2s [ 946.891349] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 946.891543] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 deletion is rescheduled due to dependency. [ 946.891659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.891823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.892064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.892386] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.892386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.892500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.892590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.892680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.892784] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.218202] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.218310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.218383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.218676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.219266] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.219387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.219454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.219621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.219715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.219807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.219960] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.220066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.220126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.220269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.220441] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.220540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.220600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.220743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.220823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.220954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.221213] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.395054] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.724081] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 825bee55-4cf8-4db0-89f2-f83d5187291c: rpc.has_security_group_logging(os_id): False [ 947.743880] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.744043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.744122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.744389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.744484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.744704] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.744913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.744913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.745076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.745162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.745404] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.745502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.745585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.745731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.745811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.745989] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.746116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.746164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.746322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.746414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.746498] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c is going to be created. [ 947.801071] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.801296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.801296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.801449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.801632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.816272] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: IN_PROGRESS for 2s [ 947.897822] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.400831] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.400966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.401053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.401280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.401373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.401475] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 948.428311] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.428451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.428516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.428727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.428871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.436650] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 948.785406] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5202ace-02b2-4940-84ae-f5a88c839145 in Status: SUCCESS [ 948.785641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.830304] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: SUCCESS [ 949.830637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.446841] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 950.447085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.447226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.447443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.447636] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.447751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.447816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.447971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.448072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.448160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.448250] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.951557] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.951833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.951833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.952110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.952355] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.952615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.952714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.953241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.953967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.954176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.955401] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.955401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.955401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.955401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.955401] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.955401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.955401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.955401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.955401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.955401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.956787] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.956787] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 950.956787] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 951.038810] env[69685]: INFO networking_nsxv3.common.synchronization [req-42474c6f-02ce-4b3f-9566-b4a1ee5f2e4a req-2c102a22-7e1d-4b59-999e-4c7e5f95b5b6 tempest-ServerActionsV293TestJSON-45107747 tempest-ServerActionsV293TestJSON-45107747-project-member] Enqueued Resource ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 with Priority: HIGHEST for action security_group_members [ 951.039470] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 with Priority: HIGHEST for action security_group_members [ 951.039881] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5487a914-3b36-4f27-b2e2-233724c0bb95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.040221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.040293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.040597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.040793] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.040908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.040969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.041163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.041252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.041385] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5487a914-3b36-4f27-b2e2-233724c0bb95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.458623] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c6ac62-5e22-4f14-9c7c-d78d73c53726: rpc.has_security_group_logging(os_id): False [ 951.478921] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.479127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.479221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.479625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.479625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.479880] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.480017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.480110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.480301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.480402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.480646] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.480773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.480855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.482072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.482111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.482372] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.482504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.482690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.482894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.483017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.483131] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 951.542029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.542029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.542029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.542029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.542029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.547021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.547021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.547021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.547021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.561708] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 951.575792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.575792] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.575792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.575792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.575792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.575792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.575792] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 is going to be updated. [ 951.623307] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.624081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.624614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.625317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.627062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.636062] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 in Status: IN_PROGRESS for 2s [ 952.361064] env[69685]: INFO networking_nsxv3.common.synchronization [req-e5f473bd-4ff5-4dcb-b9cb-ece93e32f33e req-a14dc558-c077-4712-9231-16b029c02537 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 952.362243] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 952.362243] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.362439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.362492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.362727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.362968] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.365222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.365327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.366637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.367082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.367082] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.869378] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.372294] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.575104] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 953.575321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.646469] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 in Status: SUCCESS [ 953.646469] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 deletion is rescheduled due to dependency. [ 953.646469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.877624] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.877624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.877761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.878112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.878112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.878112] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 953.907254] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.907425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.907498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.907724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.907867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.917011] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 954.063811] env[69685]: INFO networking_nsxv3.common.synchronization [req-7ed617ae-5306-48a6-9559-74e74410ff94 req-21cce8b6-e2d1-4e4e-8bfe-0b55f882ec09 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Enqueued Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_members [ 954.064365] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_members [ 954.064685] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.064784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.064855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.065848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.065848] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.065848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.065848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.066021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.066021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.066529] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.373881] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-330 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.373881] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-330" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.373881] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-330" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.374531] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-330" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.374531] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.374531] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.374743] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.374828] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.378974] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.379395] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.379454] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.380433] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.380433] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.380433] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.380433] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.380433] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.398219] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.398404] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 954.398564] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.398998] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-330" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.399077] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-b4285447-cfc2-46b7-b414-7b213ce43072 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.399249] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.399370] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.399705] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.399851] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4285447-cfc2-46b7-b414-7b213ce43072',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.569281] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.569728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.569728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.569863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.569956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.570176] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.570272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.570331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.570480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.571639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.571639] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 already deleted. [ 954.571639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.902763] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.903009] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.903167] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.903561] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.903828] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.904080] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port b4285447-cfc2-46b7-b414-7b213ce43072 not found, creating... [ 954.905284] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.905284] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.905284] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.905284] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.905488] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.905883] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.906115] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.906296] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.906595] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.906782] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.906974] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: b4285447-cfc2-46b7-b414-7b213ce43072 is going to be created. [ 954.931178] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.931412] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.931576] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.931907] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.932167] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.932406] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.971409] env[69685]: INFO networking_nsxv3.common.synchronization [req-9f6a0ff2-45fd-41c5-a284-a707627deb65 req-10b181e6-bff7-4e50-89ac-e181b9e0ca41 tempest-ImagesOneServerNegativeTestJSON-953309762 tempest-ImagesOneServerNegativeTestJSON-953309762-project-member] Enqueued Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 954.975445] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGHEST for action security_group_members [ 954.975445] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.975445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.975445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.975445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.975445] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.975445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.975445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.975445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.975445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.975445] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.477666] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.477945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.477945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.478165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.478724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.478724] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.478724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.478724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.478724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.479143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.479143] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c is going to be updated. [ 955.504346] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.504551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.504551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.504760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.504891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.514540] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: IN_PROGRESS for 2s [ 955.698299] env[69685]: INFO networking_nsxv3.common.synchronization [req-7ed617ae-5306-48a6-9559-74e74410ff94 req-8476885b-3f4c-4289-8639-dcaf46350347 service nova] Enqueued Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_rules [ 955.698299] env[69685]: INFO networking_nsxv3.common.synchronization [req-7ed617ae-5306-48a6-9559-74e74410ff94 req-8476885b-3f4c-4289-8639-dcaf46350347 service nova] Enqueued Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_members [ 955.698299] env[69685]: INFO networking_nsxv3.common.synchronization [req-7ed617ae-5306-48a6-9559-74e74410ff94 req-8476885b-3f4c-4289-8639-dcaf46350347 service nova] Enqueued Resource ID: b4285447-cfc2-46b7-b414-7b213ce43072 with Priority: HIGHEST for action port [ 955.698299] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_rules [ 955.698299] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_members [ 955.698299] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4285447-cfc2-46b7-b414-7b213ce43072 with Priority: HIGHEST for action port [ 955.698754] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.698827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.698905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.699222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.699391] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.700616] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.701532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.701672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.701889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.702481] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.702652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.702844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.703153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.703419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.703536] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.704913] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4285447-cfc2-46b7-b414-7b213ce43072 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.705125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.705270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.705444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.705665] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4285447-cfc2-46b7-b414-7b213ce43072',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.927206] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 955.927454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.208184] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.209365] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.209365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.209919] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4285447-cfc2-46b7-b414-7b213ce43072 with status ACTIVE [ 956.209919] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.209919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.209919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.210132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.210224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.210424] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.210527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.210590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.210750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.210987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.211059] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.211114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.211164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.211309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.211390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.211544] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4285447-cfc2-46b7-b414-7b213ce43072 is going to be updated. [ 956.239177] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.239364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.239439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.239613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.239749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.240265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.715096] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.221659] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.221659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.221659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.221659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.221659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.221659] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 is going to be created. [ 957.243747] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.243747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.243747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.243747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.243747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.252288] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: UNINITIALIZED for 2s [ 957.526368] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825bee55-4cf8-4db0-89f2-f83d5187291c in Status: SUCCESS [ 957.527124] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c deletion is rescheduled due to dependency. [ 957.527124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.326097] env[69685]: INFO networking_nsxv3.common.synchronization [None req-fcce6b50-ab4d-4fc8-8dc9-3b1483bfe454 None None] Enqueued Resource ID: 93d3867d-c4a5-4eb4-a16c-631e506d6e4f with Priority: HIGHEST for action port [ 958.328842] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d3867d-c4a5-4eb4-a16c-631e506d6e4f with Priority: HIGHEST for action port [ 958.328842] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-93d3867d-c4a5-4eb4-a16c-631e506d6e4f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.328842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93d3867d-c4a5-4eb4-a16c-631e506d6e4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.328842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93d3867d-c4a5-4eb4-a16c-631e506d6e4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.328842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93d3867d-c4a5-4eb4-a16c-631e506d6e4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.328842] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93d3867d-c4a5-4eb4-a16c-631e506d6e4f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.830952] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93d3867d-c4a5-4eb4-a16c-631e506d6e4f [ 958.830952] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.830952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.830952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.831179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.832522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.832637] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93d3867d-c4a5-4eb4-a16c-631e506d6e4f already deleted. [ 958.832853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93d3867d-c4a5-4eb4-a16c-631e506d6e4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.261556] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: SUCCESS [ 959.261795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.261968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.262209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.262404] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.262524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.262589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.262741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.262819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.262904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.262994] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.768228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.768228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.768228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.768228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.768228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.768228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.768228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.768228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.768228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.768228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.768228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.768228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.768228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.768228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.768228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.768228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.769017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.769017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.769017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.769017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.769017] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.273186] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e4862af-1466-4ed7-8624-207be67ee3d0: rpc.has_security_group_logging(os_id): False [ 960.292413] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.292544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.292616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.292869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.292910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.293132] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.293267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.293651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.293836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.293933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.294088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.294185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.294244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.294383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.294454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.294635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.294777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.294821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.295452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.295769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.295889] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 is going to be created. [ 960.359023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.359023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.359023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.359023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.359023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.372887] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: IN_PROGRESS for 2s [ 960.532174] env[69685]: INFO networking_nsxv3.common.synchronization [None req-58798de3-7da9-4dbf-9ccb-d6d200be86d1 None None] Enqueued Resource ID: 5c7c20a3-7d78-4cd9-bd3d-c09c5bd71172 with Priority: HIGHEST for action port [ 960.532174] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7c20a3-7d78-4cd9-bd3d-c09c5bd71172 with Priority: HIGHEST for action port [ 960.532174] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c7c20a3-7d78-4cd9-bd3d-c09c5bd71172 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.532437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c7c20a3-7d78-4cd9-bd3d-c09c5bd71172" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.532437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c7c20a3-7d78-4cd9-bd3d-c09c5bd71172" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.533453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c7c20a3-7d78-4cd9-bd3d-c09c5bd71172" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.533453] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7c20a3-7d78-4cd9-bd3d-c09c5bd71172',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.035340] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c7c20a3-7d78-4cd9-bd3d-c09c5bd71172 [ 961.035601] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.035769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.035817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.036189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.036327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.036416] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c7c20a3-7d78-4cd9-bd3d-c09c5bd71172 already deleted. [ 961.036540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c7c20a3-7d78-4cd9-bd3d-c09c5bd71172" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.608635] env[69685]: INFO networking_nsxv3.common.synchronization [req-a765401a-efee-45cc-afbd-816cf1ef3c95 req-42adbe2e-0be2-49b0-8830-2cea1cb2bf05 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Enqueued Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_members [ 961.609389] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_members [ 961.609624] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.609755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.609914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.610102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.610265] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.610375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.610428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.610580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.610675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.610766] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.060085] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.060555] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-105" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.060741] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-105" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.061145] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-105" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.061689] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.062011] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.062273] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.062586] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.062791] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.063065] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.063223] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.063386] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.063515] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.063638] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.063750] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.063887] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.082697] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.082908] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 962.082989] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.083176] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-105" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.083480] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-40538dd6-6433-4305-8538-ac6ebb6ef6c5 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.083644] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-40538dd6-6433-4305-8538-ac6ebb6ef6c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.083765] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-40538dd6-6433-4305-8538-ac6ebb6ef6c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.084119] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-40538dd6-6433-4305-8538-ac6ebb6ef6c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.084296] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40538dd6-6433-4305-8538-ac6ebb6ef6c5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.114456] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.114634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.114707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.114922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.115029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.115242] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.115346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.115411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.115573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.115651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.115734] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a already deleted. [ 962.115811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.386881] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: SUCCESS [ 962.387249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.588852] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.589095] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.589278] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.589823] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.589911] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.590136] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 40538dd6-6433-4305-8538-ac6ebb6ef6c5 not found, creating... [ 962.590428] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.590600] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.590725] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.590967] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.591128] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.591412] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.591577] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.591699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.591916] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.592071] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.592219] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 40538dd6-6433-4305-8538-ac6ebb6ef6c5 is going to be created. [ 962.612941] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.613176] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.613292] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.613547] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.613777] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.614010] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-40538dd6-6433-4305-8538-ac6ebb6ef6c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.453169] env[69685]: INFO networking_nsxv3.common.synchronization [req-a765401a-efee-45cc-afbd-816cf1ef3c95 req-362d4e14-35ed-42ca-b187-799602b2cbe4 service nova] Enqueued Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_rules [ 963.453414] env[69685]: INFO networking_nsxv3.common.synchronization [req-a765401a-efee-45cc-afbd-816cf1ef3c95 req-362d4e14-35ed-42ca-b187-799602b2cbe4 service nova] Enqueued Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_members [ 963.453567] env[69685]: INFO networking_nsxv3.common.synchronization [req-a765401a-efee-45cc-afbd-816cf1ef3c95 req-362d4e14-35ed-42ca-b187-799602b2cbe4 service nova] Enqueued Resource ID: 40538dd6-6433-4305-8538-ac6ebb6ef6c5 with Priority: HIGHEST for action port [ 963.454157] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_rules [ 963.454392] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_members [ 963.454505] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40538dd6-6433-4305-8538-ac6ebb6ef6c5 with Priority: HIGHEST for action port [ 963.454792] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.454917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.455050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.455267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.455355] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.456238] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.456399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.456450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.456613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.456785] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.456979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.456979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.457117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.457202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.457296] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.458492] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-40538dd6-6433-4305-8538-ac6ebb6ef6c5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.458492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40538dd6-6433-4305-8538-ac6ebb6ef6c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.458492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40538dd6-6433-4305-8538-ac6ebb6ef6c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.458963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40538dd6-6433-4305-8538-ac6ebb6ef6c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.458963] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40538dd6-6433-4305-8538-ac6ebb6ef6c5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.961240] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.961240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.961240] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.961675] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40538dd6-6433-4305-8538-ac6ebb6ef6c5 with status ACTIVE [ 963.961856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.961983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.962061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.962260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.962345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.962504] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.962595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.962654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.962799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.962872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.968991] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.968991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.968991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.968991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.968991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.968991] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40538dd6-6433-4305-8538-ac6ebb6ef6c5 is going to be updated. [ 963.990257] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.990405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.990480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.990704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.990842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.991050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40538dd6-6433-4305-8538-ac6ebb6ef6c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.440903] env[69685]: INFO networking_nsxv3.common.synchronization [req-17793aaa-5561-4bfb-b714-665e60165025 req-01ff982e-9edb-4cf8-a292-739f88c5dc84 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Enqueued Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_members [ 964.440903] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_members [ 964.440903] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef2a4e4b-014a-4bfb-8efb-5029646a4819 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.440903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.440903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.441454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.441716] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.442538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.442723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.442987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.443226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.443418] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.473208] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.946624] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.946782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.946853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.947091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.947191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.947412] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.947534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.947600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.947773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.947852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.947938] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 already deleted. [ 964.948045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.968862] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.969095] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-130" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.969235] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-130" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.969727] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-130" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.969945] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.971861] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.971861] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.971861] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.971861] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.971861] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.971861] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.971861] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.971861] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.971861] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.971861] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.971861] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.973484] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.973686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.973686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.973801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.973903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.974136] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a is going to be created. [ 964.994772] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.994772] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 964.994772] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.994981] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-130" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.995606] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-ecdc748d-a5e2-4218-b85c-36c35976d92d taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.995606] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-ecdc748d-a5e2-4218-b85c-36c35976d92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.995606] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-ecdc748d-a5e2-4218-b85c-36c35976d92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.995922] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-ecdc748d-a5e2-4218-b85c-36c35976d92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.995922] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecdc748d-a5e2-4218-b85c-36c35976d92d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.998833] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.998961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.999035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.999217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.999475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.010036] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a in Status: UNINITIALIZED for 2s [ 965.498056] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.498383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.498439] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.498701] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.498854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.499031] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port ecdc748d-a5e2-4218-b85c-36c35976d92d not found, creating... [ 965.499297] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.499466] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.499577] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.499801] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.499943] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.500253] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.500417] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.500540] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.500748] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.500886] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.501041] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: ecdc748d-a5e2-4218-b85c-36c35976d92d is going to be created. [ 965.519995] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.520306] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.520394] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.520637] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.520863] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.521098] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-ecdc748d-a5e2-4218-b85c-36c35976d92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.388089] env[69685]: INFO networking_nsxv3.common.synchronization [req-17793aaa-5561-4bfb-b714-665e60165025 req-d02028ff-b781-468d-a006-97776f7d2611 service nova] Enqueued Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_rules [ 966.388322] env[69685]: INFO networking_nsxv3.common.synchronization [req-17793aaa-5561-4bfb-b714-665e60165025 req-d02028ff-b781-468d-a006-97776f7d2611 service nova] Enqueued Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_members [ 966.388926] env[69685]: INFO networking_nsxv3.common.synchronization [req-17793aaa-5561-4bfb-b714-665e60165025 req-d02028ff-b781-468d-a006-97776f7d2611 service nova] Enqueued Resource ID: ecdc748d-a5e2-4218-b85c-36c35976d92d with Priority: HIGHEST for action port [ 966.388926] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_rules [ 966.388926] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_members [ 966.389178] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdc748d-a5e2-4218-b85c-36c35976d92d with Priority: HIGHEST for action port [ 966.389610] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.389760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.389823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.390054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.390205] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.391013] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef2a4e4b-014a-4bfb-8efb-5029646a4819 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.391173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.391254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.391455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.391642] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.391727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.391783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.391938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.392046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.392127] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.393504] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecdc748d-a5e2-4218-b85c-36c35976d92d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.393626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecdc748d-a5e2-4218-b85c-36c35976d92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.393626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecdc748d-a5e2-4218-b85c-36c35976d92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.393735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecdc748d-a5e2-4218-b85c-36c35976d92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.393826] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecdc748d-a5e2-4218-b85c-36c35976d92d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.875271] env[69685]: INFO networking_nsxv3.common.synchronization [req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 req-39cdc2d4-ee1b-4682-8c1d-e4d4b3979f0b tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Enqueued Resource ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 with Priority: HIGHEST for action security_group_members [ 966.875952] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 with Priority: HIGHEST for action security_group_members [ 966.880146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f63a57-1296-484a-b9a7-b9fd27633df2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.880146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.880146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.880146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.880146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.880146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.880146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.880146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.880146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.880146] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1f63a57-1296-484a-b9a7-b9fd27633df2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.899781] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef2a4e4b-014a-4bfb-8efb-5029646a4819 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.899909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.900091] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.900842] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecdc748d-a5e2-4218-b85c-36c35976d92d with status ACTIVE [ 966.901041] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.901182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.901233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.901407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.901498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.901663] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.901759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.901822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.901972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.902344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.902344] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.902469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.902504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.902704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.902777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.902870] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecdc748d-a5e2-4218-b85c-36c35976d92d is going to be updated. [ 966.924905] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.924905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.924905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.925131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.925578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.925744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecdc748d-a5e2-4218-b85c-36c35976d92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.017904] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a in Status: SUCCESS [ 967.018134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.018389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.018726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.019014] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.019205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.019317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.019569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.019710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.019857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.020008] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.337976] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.338202] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.338331] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.338694] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.338934] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.339256] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.339395] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.339630] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.339844] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.340021] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.340170] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.340246] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.340361] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.340547] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.340610] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.340709] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.363542] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.363709] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 967.363850] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.364029] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.364327] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-b079b2f1-2245-46e4-8799-e3e5196ab5cf taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.364497] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-b079b2f1-2245-46e4-8799-e3e5196ab5cf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.364622] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-b079b2f1-2245-46e4-8799-e3e5196ab5cf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.364918] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-b079b2f1-2245-46e4-8799-e3e5196ab5cf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.365076] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b079b2f1-2245-46e4-8799-e3e5196ab5cf',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.382037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.382168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.382226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.382400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.382537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.382682] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.382780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.382842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.383044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.383086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.383162] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 already deleted. [ 967.383271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.407035] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.523605] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.523940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.524111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.524753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.525083] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.525454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.525454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.525637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.525855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.526505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.526874] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.527804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.527876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.528107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.528323] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.528430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.528494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.528667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.528890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.528890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.528969] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.869026] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.869026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.869026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.869302] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.869465] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.870289] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port b079b2f1-2245-46e4-8799-e3e5196ab5cf not found, creating... [ 967.870289] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.870289] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.870289] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.870597] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.871039] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.871039] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.871250] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.871597] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.871597] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.871753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.871904] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: b079b2f1-2245-46e4-8799-e3e5196ab5cf is going to be created. [ 967.892431] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.892725] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.892776] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.893045] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.893286] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.893525] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-b079b2f1-2245-46e4-8799-e3e5196ab5cf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.909360] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.909504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.909595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.909788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.909873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.909969] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 is going to be created. [ 967.932232] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.932379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.932490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.932653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.932805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.943019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 in Status: UNINITIALIZED for 2s [ 968.031577] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a: rpc.has_security_group_logging(os_id): False [ 968.053868] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.054017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.054103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.055502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.055502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.055502] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.055502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.055502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.055502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.055502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.055502] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.055502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.055502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.055502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.055502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.056012] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.056012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.056012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.056012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.056145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.056236] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a is going to be created. [ 968.116029] env[69685]: INFO networking_nsxv3.common.synchronization [req-0f29e192-d44c-4a37-9b16-7df8cf955039 req-4559336e-3a68-44d9-b2f9-458917d21839 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Enqueued Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_members [ 968.116029] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_members [ 968.116029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.116227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.116227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.117125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.117125] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.117125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.117125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.117125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.117125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.117125] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.137993] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.137993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.137993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.137993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.137993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.161734] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a in Status: IN_PROGRESS for 2s [ 968.619810] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.836530] env[69685]: INFO networking_nsxv3.common.synchronization [req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 req-093ea5bc-4d81-4ecc-84f2-ccbd5b1ac96e service nova] Enqueued Resource ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 with Priority: HIGHEST for action security_group_rules [ 968.836530] env[69685]: INFO networking_nsxv3.common.synchronization [req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 req-093ea5bc-4d81-4ecc-84f2-ccbd5b1ac96e service nova] Enqueued Resource ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 with Priority: HIGHEST for action security_group_members [ 968.836530] env[69685]: INFO networking_nsxv3.common.synchronization [req-1572c1ff-8a35-4787-b6d0-ed9ab1c265c6 req-093ea5bc-4d81-4ecc-84f2-ccbd5b1ac96e service nova] Enqueued Resource ID: b079b2f1-2245-46e4-8799-e3e5196ab5cf with Priority: HIGHEST for action port [ 968.836530] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 with Priority: HIGHEST for action security_group_rules [ 968.836530] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 with Priority: HIGHEST for action security_group_members [ 968.836530] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b079b2f1-2245-46e4-8799-e3e5196ab5cf with Priority: HIGHEST for action port [ 968.836530] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1f63a57-1296-484a-b9a7-b9fd27633df2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.836530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.836530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.836876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.836876] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1f63a57-1296-484a-b9a7-b9fd27633df2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.837851] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f63a57-1296-484a-b9a7-b9fd27633df2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.837979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.838060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.838345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.838428] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.838517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.838640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.838686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.838740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.838835] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1f63a57-1296-484a-b9a7-b9fd27633df2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.839559] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b079b2f1-2245-46e4-8799-e3e5196ab5cf taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.839669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b079b2f1-2245-46e4-8799-e3e5196ab5cf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.840652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b079b2f1-2245-46e4-8799-e3e5196ab5cf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.843109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b079b2f1-2245-46e4-8799-e3e5196ab5cf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.843109] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b079b2f1-2245-46e4-8799-e3e5196ab5cf',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.122509] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.342923] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1f63a57-1296-484a-b9a7-b9fd27633df2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.343741] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f63a57-1296-484a-b9a7-b9fd27633df2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.343858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.346478] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b079b2f1-2245-46e4-8799-e3e5196ab5cf with status ACTIVE [ 969.346478] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.346478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.346478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.346478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.346478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.346478] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.346478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.346478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.346478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.346478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.346478] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.346478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.346478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.346478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.346478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.346478] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b079b2f1-2245-46e4-8799-e3e5196ab5cf is going to be updated. [ 969.369428] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.369428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.369428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.369428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.369428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.369428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b079b2f1-2245-46e4-8799-e3e5196ab5cf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.625822] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.626095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.626095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.626297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.626422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.626548] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b is going to be updated. [ 969.656908] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.657064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.657131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.657363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.657587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.667789] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: IN_PROGRESS for 2s [ 969.844613] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1f63a57-1296-484a-b9a7-b9fd27633df2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.958042] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 in Status: SUCCESS [ 969.958276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.958621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.958694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.958972] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.959227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.959227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.959387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.959483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.959571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.959665] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.179830] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a in Status: SUCCESS [ 970.180150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.346978] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.347219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.347219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.347477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.347591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.347695] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 is going to be created. [ 970.377846] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.378068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.378141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.378338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.378505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.390424] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 in Status: UNINITIALIZED for 2s [ 970.440974] env[69685]: INFO networking_nsxv3.common.synchronization [req-f9cbb580-ea6b-4496-af9d-33b0b0ca74ea req-de9944ca-dcd8-4677-9544-af6f9ab6d711 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 970.441560] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 970.441880] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.441999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.442076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.442280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.442432] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.442528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.442591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.442734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.442821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.442914] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.462821] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.945170] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.945341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.945422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.945762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.945868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.946083] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.946188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.946271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.946512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.946784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.946784] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 970.963568] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef2a4e4b-014a-4bfb-8efb-5029646a4819: rpc.has_security_group_logging(os_id): False [ 970.975349] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.975572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.975651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.975888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.976170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.984177] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.984177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.984177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.984177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.984403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.984515] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.984618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.984679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.984834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.984908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.984990] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 is going to be created. [ 970.986736] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 971.056483] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.056672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.056737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.056930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.057116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.068047] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 in Status: IN_PROGRESS for 2s [ 971.679648] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: SUCCESS [ 971.679920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.401012] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 in Status: SUCCESS [ 972.401354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.401711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.402060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.402635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.402635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.402741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.402943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.403166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.403343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.403517] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1f63a57-1296-484a-b9a7-b9fd27633df2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.906628] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f63a57-1296-484a-b9a7-b9fd27633df2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.906974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.906974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.907199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.907399] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.907538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.907778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.907853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.907986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.908164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.908336] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f63a57-1296-484a-b9a7-b9fd27633df2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.908442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.908506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.908704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.908846] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.908956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.909035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.909387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.909472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.909549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.909860] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1f63a57-1296-484a-b9a7-b9fd27633df2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.996476] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 972.996843] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 deletion is rescheduled due to dependency. [ 972.996843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.079094] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 in Status: SUCCESS [ 973.079245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.414252] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1f63a57-1296-484a-b9a7-b9fd27633df2: rpc.has_security_group_logging(os_id): False [ 973.431660] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.432375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.432519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.432851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.432991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.433611] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.433814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.433923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.434853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.435049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.435430] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.435589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.436456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.436744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.436816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.437069] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.437231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.437357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.438157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.438157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.438157] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 is going to be created. [ 973.496892] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.497065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.497149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.497381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.497594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.525347] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 in Status: IN_PROGRESS for 2s [ 974.740108] env[69685]: INFO networking_nsxv3.common.synchronization [None req-05f777ca-4a42-4dd7-8cff-5ffe59abfde3 None None] Enqueued Resource ID: 7badbd3b-d83a-44de-af01-335319ee64c5 with Priority: HIGHEST for action port [ 974.740108] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7badbd3b-d83a-44de-af01-335319ee64c5 with Priority: HIGHEST for action port [ 974.740108] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7badbd3b-d83a-44de-af01-335319ee64c5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.740108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7badbd3b-d83a-44de-af01-335319ee64c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.740108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7badbd3b-d83a-44de-af01-335319ee64c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.740108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7badbd3b-d83a-44de-af01-335319ee64c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.741255] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7badbd3b-d83a-44de-af01-335319ee64c5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.244187] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7badbd3b-d83a-44de-af01-335319ee64c5 [ 975.244450] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.244606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.244678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.244895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.244990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.245091] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7badbd3b-d83a-44de-af01-335319ee64c5 already deleted. [ 975.245173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7badbd3b-d83a-44de-af01-335319ee64c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.537539] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 in Status: SUCCESS [ 975.537766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.975674] env[69685]: INFO networking_nsxv3.common.synchronization [None req-76811fb6-e4af-4f60-82ac-f09998009d83 None None] Enqueued Resource ID: 734bd0fc-31d6-4fcd-add5-f4503fa5a03e with Priority: HIGHEST for action port [ 976.976591] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734bd0fc-31d6-4fcd-add5-f4503fa5a03e with Priority: HIGHEST for action port [ 976.976591] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-734bd0fc-31d6-4fcd-add5-f4503fa5a03e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.976734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-734bd0fc-31d6-4fcd-add5-f4503fa5a03e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.976767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-734bd0fc-31d6-4fcd-add5-f4503fa5a03e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.976997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-734bd0fc-31d6-4fcd-add5-f4503fa5a03e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.981132] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('734bd0fc-31d6-4fcd-add5-f4503fa5a03e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.483533] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 734bd0fc-31d6-4fcd-add5-f4503fa5a03e [ 977.483764] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.484531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.484531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.484531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.484531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.484531] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:734bd0fc-31d6-4fcd-add5-f4503fa5a03e already deleted. [ 977.484531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-734bd0fc-31d6-4fcd-add5-f4503fa5a03e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.253221] env[69685]: INFO networking_nsxv3.common.synchronization [req-ebbe77b5-c81c-4e20-a947-66766dbd7208 req-43ba5efc-06b5-4a7d-b8dd-de6f336b4383 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Enqueued Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_members [ 978.253837] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_members [ 978.254120] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.254244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.254312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.255220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.255465] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.255642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.255751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.255969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.256131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.256279] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.668429] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.668652] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-230" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.668783] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-230" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.669142] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-230" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.669407] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.669594] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.669734] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.669978] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.670215] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.670432] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.670565] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.670681] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.670793] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.670949] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.671031] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.671175] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.689976] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.690171] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 978.690296] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.690468] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-230" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.690763] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-cfbf3579-ad3a-4fbd-8f01-4372499143ec taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.691033] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-cfbf3579-ad3a-4fbd-8f01-4372499143ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.691110] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-cfbf3579-ad3a-4fbd-8f01-4372499143ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.691368] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-cfbf3579-ad3a-4fbd-8f01-4372499143ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.691511] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfbf3579-ad3a-4fbd-8f01-4372499143ec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.758528] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.758696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.758774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.758959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.759064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.759260] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.759365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.759438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.759557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.759651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.759738] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac already deleted. [ 978.759810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.193348] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.193618] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.193787] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.194156] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.194344] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.194544] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port cfbf3579-ad3a-4fbd-8f01-4372499143ec not found, creating... [ 979.194860] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.195051] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.195193] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.195443] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.195612] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.195920] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.196096] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.196221] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.196432] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.196636] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.196798] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: cfbf3579-ad3a-4fbd-8f01-4372499143ec is going to be created. [ 979.215247] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.215450] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.215579] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.216678] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.216678] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.216678] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-cfbf3579-ad3a-4fbd-8f01-4372499143ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.824158] env[69685]: INFO networking_nsxv3.common.synchronization [req-32a7e6df-df12-4e58-ba7f-bac52dc019e7 req-0702cdbc-de00-470b-9768-e04d8fcffc8f tempest-ServerAddressesNegativeTestJSON-1487329508 tempest-ServerAddressesNegativeTestJSON-1487329508-project-member] Enqueued Resource ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 with Priority: HIGHEST for action security_group_members [ 979.824158] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 with Priority: HIGHEST for action security_group_members [ 979.824158] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f63a57-1296-484a-b9a7-b9fd27633df2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.824158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.824158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.824158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.824158] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.824158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.824158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.824158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.824158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.824158] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1f63a57-1296-484a-b9a7-b9fd27633df2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.974100] env[69685]: INFO networking_nsxv3.common.synchronization [req-ebbe77b5-c81c-4e20-a947-66766dbd7208 req-f385c294-d6c0-4433-93d2-250cd56e3504 service nova] Enqueued Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_rules [ 979.974290] env[69685]: INFO networking_nsxv3.common.synchronization [req-ebbe77b5-c81c-4e20-a947-66766dbd7208 req-f385c294-d6c0-4433-93d2-250cd56e3504 service nova] Enqueued Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_members [ 979.974437] env[69685]: INFO networking_nsxv3.common.synchronization [req-ebbe77b5-c81c-4e20-a947-66766dbd7208 req-f385c294-d6c0-4433-93d2-250cd56e3504 service nova] Enqueued Resource ID: cfbf3579-ad3a-4fbd-8f01-4372499143ec with Priority: HIGHEST for action port [ 979.974953] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_rules [ 979.975078] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_members [ 979.975193] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfbf3579-ad3a-4fbd-8f01-4372499143ec with Priority: HIGHEST for action port [ 979.975470] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.975633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.975687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.975945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.978341] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.978341] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.978341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.978719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.978719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.978719] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.981287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.981287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.981287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.981287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.981287] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.981287] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfbf3579-ad3a-4fbd-8f01-4372499143ec taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.981287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfbf3579-ad3a-4fbd-8f01-4372499143ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.981287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfbf3579-ad3a-4fbd-8f01-4372499143ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.981287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfbf3579-ad3a-4fbd-8f01-4372499143ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.981287] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfbf3579-ad3a-4fbd-8f01-4372499143ec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.328210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.328375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.328419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.329312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.329312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.329312] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.329312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.329312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.329312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.329312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.329591] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 is going to be updated. [ 980.355598] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.355726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.355799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.356571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.356571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.367321] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 in Status: IN_PROGRESS for 2s [ 980.482252] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.482252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.486241] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfbf3579-ad3a-4fbd-8f01-4372499143ec with status ACTIVE [ 980.486241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.486241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.486241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.486241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.486241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.486241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.486241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.486241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.486241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.486241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.486241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.486241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.486241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.486241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.486241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.486241] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfbf3579-ad3a-4fbd-8f01-4372499143ec is going to be updated. [ 980.487061] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.506132] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.506291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.506291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.506616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.506966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.506966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfbf3579-ad3a-4fbd-8f01-4372499143ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.989155] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.491765] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.491916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.492011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.492236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.492329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.492427] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac is going to be created. [ 981.513665] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.513840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.513893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.514092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.514247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.528270] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac in Status: UNINITIALIZED for 2s [ 982.378357] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 in Status: SUCCESS [ 982.378666] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 deletion is rescheduled due to dependency. [ 982.378666] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.266910] env[69685]: INFO networking_nsxv3.common.synchronization [req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 req-8954a44f-aba3-488d-97f9-1f84f7268e8f tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Enqueued Resource ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 with Priority: HIGHEST for action security_group_members [ 983.267095] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 with Priority: HIGHEST for action security_group_members [ 983.267420] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.267589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.267658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.267965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.268056] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.268129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.268256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.268347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.268446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.268508] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3e2b7f-55f0-4789-b7f3-62dbc800ab49',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.462921] env[69685]: INFO networking_nsxv3.common.synchronization [req-485ffe74-84d5-4c63-8a98-2860eddda099 req-038aea04-35ad-4c83-bbb9-a5c2f6e89d84 tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 983.463513] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 983.464043] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.464043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.464278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.464453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.464523] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.464664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.464740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.464918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.465103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.465515] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.540550] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac in Status: SUCCESS [ 983.540751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.541273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.542027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.542027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.542027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.542027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.542027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.542271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.542271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.542271] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.602105] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-435 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.602381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-435" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.602458] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-435" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.602817] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-435" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.603041] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.603210] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.603364] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.603589] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.603738] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.603944] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.604073] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.604187] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.604325] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.604455] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.604865] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.605255] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.625840] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.626331] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.626582] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.627586] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-435" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.627586] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-4bd963fc-74d5-49af-abad-f36be84f8838 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.627852] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-4bd963fc-74d5-49af-abad-f36be84f8838" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.627892] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-4bd963fc-74d5-49af-abad-f36be84f8838" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.628645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-4bd963fc-74d5-49af-abad-f36be84f8838" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.628645] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bd963fc-74d5-49af-abad-f36be84f8838',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.772713] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.772820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.772875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.774304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.774304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.774304] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.774304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.774304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.774304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.774304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.774304] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 already deleted. [ 983.774304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.968204] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.045227] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.046055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.046055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.046055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.046055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.046055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.046055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.046319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.046319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.046319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.046422] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.046580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.046648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.046800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.046933] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.047030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.047089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.047221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.047569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.047569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.047569] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.131844] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.132143] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.132330] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.132685] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.132892] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.133111] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 4bd963fc-74d5-49af-abad-f36be84f8838 not found, creating... [ 984.133462] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.133674] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.133841] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.134195] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.134357] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.134726] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.134924] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.135094] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.135358] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.135565] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.135768] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 4bd963fc-74d5-49af-abad-f36be84f8838 is going to be created. [ 984.157267] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.157597] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.157767] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.158071] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.158319] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.158552] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-4bd963fc-74d5-49af-abad-f36be84f8838" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.472023] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.549488] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac: rpc.has_security_group_logging(os_id): False [ 984.568780] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.568780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.568780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.568780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.568780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.568780] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.568780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.568780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.568780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.568780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.568780] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.568780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.568780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.568780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.568780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.569345] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.569345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.569345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.569345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.569345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.569345] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac is going to be created. [ 984.623142] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.623294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.623359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.623585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.623808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.633773] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac in Status: IN_PROGRESS for 2s [ 984.843286] env[69685]: INFO networking_nsxv3.common.synchronization [req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 req-5b50e592-3bc2-46da-ac6e-725d63d86fd4 service nova] Enqueued Resource ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 with Priority: HIGHEST for action security_group_rules [ 984.843286] env[69685]: INFO networking_nsxv3.common.synchronization [req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 req-5b50e592-3bc2-46da-ac6e-725d63d86fd4 service nova] Enqueued Resource ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 with Priority: HIGHEST for action security_group_members [ 984.843286] env[69685]: INFO networking_nsxv3.common.synchronization [req-40f8683b-37bf-4eb5-a89f-8a4dd6a3e909 req-5b50e592-3bc2-46da-ac6e-725d63d86fd4 service nova] Enqueued Resource ID: 4bd963fc-74d5-49af-abad-f36be84f8838 with Priority: HIGHEST for action port [ 984.843286] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 with Priority: HIGHEST for action security_group_rules [ 984.843286] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 with Priority: HIGHEST for action security_group_members [ 984.843286] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd963fc-74d5-49af-abad-f36be84f8838 with Priority: HIGHEST for action port [ 984.843619] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.843888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.845827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.845827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.845827] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e3e2b7f-55f0-4789-b7f3-62dbc800ab49',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.845827] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.845827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.845827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.845827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.845827] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.846266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.846266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.846427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.846583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.846714] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3e2b7f-55f0-4789-b7f3-62dbc800ab49',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.847516] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bd963fc-74d5-49af-abad-f36be84f8838 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.847696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bd963fc-74d5-49af-abad-f36be84f8838" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.847796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bd963fc-74d5-49af-abad-f36be84f8838" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.848168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bd963fc-74d5-49af-abad-f36be84f8838" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.848168] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bd963fc-74d5-49af-abad-f36be84f8838',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.975114] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.975292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.975367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.975582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.975674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.975772] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 is going to be updated. [ 985.004297] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.004429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.004498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.004698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.004835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.013847] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: IN_PROGRESS for 2s [ 985.351039] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.351039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.351039] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e3e2b7f-55f0-4789-b7f3-62dbc800ab49',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.351620] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bd963fc-74d5-49af-abad-f36be84f8838 with status ACTIVE [ 985.351803] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.351964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.352025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.352200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.352289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.352457] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.352610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.352610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.352763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.352871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.353041] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.353145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.353206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.353348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.353423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.353522] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bd963fc-74d5-49af-abad-f36be84f8838 is going to be updated. [ 985.374322] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.374651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.374651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.374786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.374926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.375097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bd963fc-74d5-49af-abad-f36be84f8838" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.855700] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e3e2b7f-55f0-4789-b7f3-62dbc800ab49',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.893098] env[69685]: INFO networking_nsxv3.common.synchronization [req-d40f9bab-671c-4607-80d7-7493ce72b98d req-23c67cd5-1c1a-4fab-8023-437e96980497 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Enqueued Resource ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 with Priority: HIGHEST for action security_group_members [ 985.893604] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 with Priority: HIGHEST for action security_group_members [ 985.893916] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b0690a3-4c37-42bc-b576-b58374d8c0d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.894051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.894118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.894501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.894674] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.894778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.894842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.895014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.895111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.895212] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b0690a3-4c37-42bc-b576-b58374d8c0d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.177202] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.177410] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-767" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.177543] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-767" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.177898] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-767" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.178196] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.178361] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.178484] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.178721] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.178875] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.179383] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.180177] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.184319] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.184319] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.184319] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.184319] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.184319] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.199844] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.200346] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.200762] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.201235] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-767" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.203120] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-b058942b-af16-4279-bb6e-a7dd490d29ca taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.203120] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-b058942b-af16-4279-bb6e-a7dd490d29ca" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.203120] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-b058942b-af16-4279-bb6e-a7dd490d29ca" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.203120] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-b058942b-af16-4279-bb6e-a7dd490d29ca" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.203120] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b058942b-af16-4279-bb6e-a7dd490d29ca',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.360566] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.360566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.360566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.360566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.360566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.360566] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 is going to be created. [ 986.381465] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.381605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.381679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.381887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.382059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.389959] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 in Status: UNINITIALIZED for 2s [ 986.397903] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.397903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.397903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.397903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.397903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.398136] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.398136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.398240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.398312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.398390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.398473] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 already deleted. [ 986.398553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.658081] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac in Status: SUCCESS [ 986.658382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.706874] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.707267] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.707541] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.707836] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.708019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.708193] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port b058942b-af16-4279-bb6e-a7dd490d29ca not found, creating... [ 986.708559] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.708651] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.708847] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.709295] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.709380] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.709791] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.710026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.710252] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.710501] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.710754] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.710825] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: b058942b-af16-4279-bb6e-a7dd490d29ca is going to be created. [ 986.731046] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.731285] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.731416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.731704] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.731970] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.732227] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-b058942b-af16-4279-bb6e-a7dd490d29ca" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.025435] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: SUCCESS [ 987.025435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.485297] env[69685]: INFO networking_nsxv3.common.synchronization [req-d40f9bab-671c-4607-80d7-7493ce72b98d req-e89c4236-abc6-4fe8-83d3-b33d382eec58 service nova] Enqueued Resource ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 with Priority: HIGHEST for action security_group_rules [ 987.485470] env[69685]: INFO networking_nsxv3.common.synchronization [req-d40f9bab-671c-4607-80d7-7493ce72b98d req-e89c4236-abc6-4fe8-83d3-b33d382eec58 service nova] Enqueued Resource ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 with Priority: HIGHEST for action security_group_members [ 987.485608] env[69685]: INFO networking_nsxv3.common.synchronization [req-d40f9bab-671c-4607-80d7-7493ce72b98d req-e89c4236-abc6-4fe8-83d3-b33d382eec58 service nova] Enqueued Resource ID: b058942b-af16-4279-bb6e-a7dd490d29ca with Priority: HIGHEST for action port [ 987.485843] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 with Priority: HIGHEST for action security_group_rules [ 987.486220] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 with Priority: HIGHEST for action security_group_members [ 987.486220] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b058942b-af16-4279-bb6e-a7dd490d29ca with Priority: HIGHEST for action port [ 987.486642] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b0690a3-4c37-42bc-b576-b58374d8c0d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.486778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.487175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.489583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.489720] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b0690a3-4c37-42bc-b576-b58374d8c0d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.490614] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b0690a3-4c37-42bc-b576-b58374d8c0d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.490921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.490921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.494069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.494069] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.494069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.494069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.494069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.494069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.494069] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b0690a3-4c37-42bc-b576-b58374d8c0d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.494069] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b058942b-af16-4279-bb6e-a7dd490d29ca taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.494069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b058942b-af16-4279-bb6e-a7dd490d29ca" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.494069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b058942b-af16-4279-bb6e-a7dd490d29ca" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.494069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b058942b-af16-4279-bb6e-a7dd490d29ca" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.494069] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b058942b-af16-4279-bb6e-a7dd490d29ca',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.995446] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b0690a3-4c37-42bc-b576-b58374d8c0d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.997412] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b0690a3-4c37-42bc-b576-b58374d8c0d0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.997618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.997770] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b058942b-af16-4279-bb6e-a7dd490d29ca with status ACTIVE [ 987.997949] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.998083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.998151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.998369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.998464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.998648] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.998732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.998797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.998991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.000039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.000283] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.000402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.000514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.000841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.000841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.000841] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b058942b-af16-4279-bb6e-a7dd490d29ca is going to be updated. [ 988.024450] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.024538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.024615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.024839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.024983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.025165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b058942b-af16-4279-bb6e-a7dd490d29ca" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.399828] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 in Status: SUCCESS [ 988.400189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.400227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.400509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.400715] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.400827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.402596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.402596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.402596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.402596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.402596] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e3e2b7f-55f0-4789-b7f3-62dbc800ab49',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.503068] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b0690a3-4c37-42bc-b576-b58374d8c0d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.858054] env[69685]: INFO networking_nsxv3.common.synchronization [req-7be374f9-f2ea-4c18-9b91-50a423c5d206 req-d7ba3def-41ca-4275-a4df-d13d049a22a5 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 988.858600] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 988.858866] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.858991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.859086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.859307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.859480] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.859583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.859659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.859821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.859906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.859998] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.907416] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.907623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.907696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.907973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.911019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.911019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.911019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.911019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.911019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.911019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.911019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.911019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.911019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.911019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.911019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.911019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.911019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.911019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.911019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.911019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.911019] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e3e2b7f-55f0-4789-b7f3-62dbc800ab49',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.007518] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.007518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.007518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.007518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.007518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.007518] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 is going to be created. [ 989.029597] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.029597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.029597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.029597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.029597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.037479] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 in Status: UNINITIALIZED for 2s [ 989.272401] env[69685]: INFO networking_nsxv3.common.synchronization [req-58bd71c7-3507-415d-b995-868792e9998f req-2725f3a0-45f8-402f-a919-3d7a281d220c tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 989.272401] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 989.272401] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.272401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.272401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.272401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.276877] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.276877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.276877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.276877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.276877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.276877] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.362212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.364038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.364038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.364038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.364038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.364038] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.364038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.364038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.364038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.364038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.364038] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 989.390570] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.390751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.390825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.391353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.391353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.406781] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 989.412323] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49: rpc.has_security_group_logging(os_id): False [ 989.430725] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.430882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.430944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.431173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.431266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.431460] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.431577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.431614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.431759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.432094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.432094] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.432206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.432206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.432326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.432397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.432586] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.432794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.432794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.432870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.432936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.433065] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 is going to be created. [ 989.489371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.489525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.489583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.489816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.489995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.499882] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 in Status: IN_PROGRESS for 2s [ 989.775297] env[69685]: INFO networking_nsxv3.common.synchronization [req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 req-19a9d343-76ac-4ef3-a42d-611274fe93bc tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Enqueued Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_members [ 989.776063] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.776227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.776300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.776808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.778310] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_members [ 989.779020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42cd22b3-817a-4d93-ba05-c0500637f187 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.780827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.780972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.781645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.781645] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.781645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.781827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.781827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.781918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.782033] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.802404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.802667] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.803696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.803696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.803696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.803696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.803880] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead is going to be updated. [ 989.831587] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.831789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.831848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.832100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.832250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.843589] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: IN_PROGRESS for 2s [ 990.284894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.285073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.285148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.285423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.285482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.285678] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.285831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.285929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.286293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.286293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.286376] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42cd22b3-817a-4d93-ba05-c0500637f187 already deleted. [ 990.286406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.340061] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.340285] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.340412] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.340694] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.340959] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.341129] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.341247] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.341460] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.341605] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.341816] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.341930] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.342167] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.342297] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.342413] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.342523] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.342660] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.385667] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.385846] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 990.385985] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.386204] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.386521] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-998df70f-1d6f-4f59-9210-729762d73469 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.386779] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-998df70f-1d6f-4f59-9210-729762d73469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.386904] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-998df70f-1d6f-4f59-9210-729762d73469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.387261] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-998df70f-1d6f-4f59-9210-729762d73469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.387403] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('998df70f-1d6f-4f59-9210-729762d73469',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.894105] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.894105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.894105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.894105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.894105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.894105] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 998df70f-1d6f-4f59-9210-729762d73469 not found, creating... [ 990.894105] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.894105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.894105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.894105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.894105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.895060] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.895060] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.895060] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.895060] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.895060] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.895060] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 998df70f-1d6f-4f59-9210-729762d73469 is going to be created. [ 990.915039] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.915352] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.915580] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.915992] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.916370] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.916758] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-998df70f-1d6f-4f59-9210-729762d73469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.049365] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 in Status: SUCCESS [ 991.049365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.049365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.049365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.049365] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.049365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.049365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.049612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.049612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.049665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.049726] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b0690a3-4c37-42bc-b576-b58374d8c0d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.417721] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 991.417721] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 deletion is rescheduled due to dependency. [ 991.417721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.513403] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 in Status: SUCCESS [ 991.513403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.552889] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b0690a3-4c37-42bc-b576-b58374d8c0d0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.553057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.553126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.553350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.553518] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.554185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.554185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.554185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.554185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.554185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.554393] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b0690a3-4c37-42bc-b576-b58374d8c0d0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.554393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.554393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.554518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.554714] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.554778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.554809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.554924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.555011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.555178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.555350] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b0690a3-4c37-42bc-b576-b58374d8c0d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.709744] env[69685]: INFO networking_nsxv3.common.synchronization [req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 req-630d048c-7772-476c-bf3d-fc0ffee57c45 service nova] Enqueued Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_rules [ 991.709917] env[69685]: INFO networking_nsxv3.common.synchronization [req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 req-630d048c-7772-476c-bf3d-fc0ffee57c45 service nova] Enqueued Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_members [ 991.710067] env[69685]: INFO networking_nsxv3.common.synchronization [req-bf26011f-bbdb-4ac1-ae3b-923ddd2bce83 req-630d048c-7772-476c-bf3d-fc0ffee57c45 service nova] Enqueued Resource ID: 998df70f-1d6f-4f59-9210-729762d73469 with Priority: HIGHEST for action port [ 991.710588] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_rules [ 991.710688] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_members [ 991.710778] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998df70f-1d6f-4f59-9210-729762d73469 with Priority: HIGHEST for action port [ 991.711368] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42cd22b3-817a-4d93-ba05-c0500637f187 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.711537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.711639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.711898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.712017] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.713573] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42cd22b3-817a-4d93-ba05-c0500637f187 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.713573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.713573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.713852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.713950] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.716997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.716997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.716997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.716997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.716997] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.716997] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-998df70f-1d6f-4f59-9210-729762d73469 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.716997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-998df70f-1d6f-4f59-9210-729762d73469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.716997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-998df70f-1d6f-4f59-9210-729762d73469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.716997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-998df70f-1d6f-4f59-9210-729762d73469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.716997] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('998df70f-1d6f-4f59-9210-729762d73469',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.851460] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: SUCCESS [ 991.851627] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead deletion is rescheduled due to dependency. [ 991.851745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.059403] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b0690a3-4c37-42bc-b576-b58374d8c0d0: rpc.has_security_group_logging(os_id): False [ 992.076843] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.077179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.077179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.077299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.077812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.077812] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.077812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.077812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.077812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.078082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.078125] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.078188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.078255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.078477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.078477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.078644] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.078737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.078798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.079062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.079145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.079242] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 is going to be created. [ 992.131410] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.131549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.131618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.131832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.132027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.142063] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 in Status: IN_PROGRESS for 2s [ 992.176883] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c72b84e-688f-4464-bbbe-e657852ac0fb req-5e9ee149-9503-42f2-85c8-8f0c2811fff0 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Enqueued Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_members [ 992.177414] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_members [ 992.179380] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42cd22b3-817a-4d93-ba05-c0500637f187 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.179498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.214637] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42cd22b3-817a-4d93-ba05-c0500637f187 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.214805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.216160] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.217814] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 998df70f-1d6f-4f59-9210-729762d73469 with status ACTIVE [ 992.217814] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.217994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.218072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.220802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.220802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.220802] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.220802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.220802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.220802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.220802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.220802] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.220802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.220802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.220802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.220802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.220802] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 998df70f-1d6f-4f59-9210-729762d73469 is going to be updated. [ 992.242498] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.242666] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.242732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.242950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.243095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.243254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-998df70f-1d6f-4f59-9210-729762d73469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.569802] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.570015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.570160] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.570485] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.570873] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.571055] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.571181] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.571403] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.571552] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.571805] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.571944] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.572068] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.572184] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.572298] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.572406] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.572539] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.591297] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.591469] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 992.591611] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.591882] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-627" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.592163] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-3176e3a7-2e07-4d6c-b129-85f70ae3be23 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.592340] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-3176e3a7-2e07-4d6c-b129-85f70ae3be23" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.592461] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-3176e3a7-2e07-4d6c-b129-85f70ae3be23" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.592807] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-3176e3a7-2e07-4d6c-b129-85f70ae3be23" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.593033] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3176e3a7-2e07-4d6c-b129-85f70ae3be23',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.718432] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.099148] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.099148] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.099148] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.099148] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.099148] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.099148] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 3176e3a7-2e07-4d6c-b129-85f70ae3be23 not found, creating... [ 993.099148] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.099148] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.099148] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.099148] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.099148] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.099736] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.099736] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.099736] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.099736] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.099736] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.100229] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 3176e3a7-2e07-4d6c-b129-85f70ae3be23 is going to be created. [ 993.120843] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.120843] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.120843] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.120843] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.120843] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.120843] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-3176e3a7-2e07-4d6c-b129-85f70ae3be23" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.223010] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.223694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.223694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.223694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.223694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.223694] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42cd22b3-817a-4d93-ba05-c0500637f187 is going to be created. [ 993.246186] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.246265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.246346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.246520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.246899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.255212] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42cd22b3-817a-4d93-ba05-c0500637f187 in Status: UNINITIALIZED for 2s [ 993.497113] env[69685]: INFO networking_nsxv3.common.synchronization [None req-8ec3b282-caac-4535-849b-ed57bd73b7da None None] Enqueued Resource ID: eafe5831-853d-4630-a5f2-8a73a00927de with Priority: HIGHEST for action port [ 993.497254] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eafe5831-853d-4630-a5f2-8a73a00927de with Priority: HIGHEST for action port [ 993.497830] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-eafe5831-853d-4630-a5f2-8a73a00927de taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.497958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eafe5831-853d-4630-a5f2-8a73a00927de" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.498037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eafe5831-853d-4630-a5f2-8a73a00927de" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.498296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eafe5831-853d-4630-a5f2-8a73a00927de" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.498381] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eafe5831-853d-4630-a5f2-8a73a00927de',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.501567] env[69685]: INFO networking_nsxv3.common.synchronization [req-8aab6a27-2444-4a2c-b3a7-2b9fdf667c52 req-74367da6-583a-457b-97e3-230f4719f8eb tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Enqueued Resource ID: 4d797897-1419-47d5-8973-afe90f14be4b with Priority: HIGHEST for action security_group_members [ 993.501975] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d797897-1419-47d5-8973-afe90f14be4b with Priority: HIGHEST for action security_group_members [ 993.502294] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d797897-1419-47d5-8973-afe90f14be4b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.502450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.502450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.502713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.502775] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.502864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.502929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.503078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.503164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.503267] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d797897-1419-47d5-8973-afe90f14be4b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.860235] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c72b84e-688f-4464-bbbe-e657852ac0fb req-521a0f78-d645-41cc-b922-30c700d5d820 service nova] Enqueued Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_rules [ 993.860235] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c72b84e-688f-4464-bbbe-e657852ac0fb req-521a0f78-d645-41cc-b922-30c700d5d820 service nova] Enqueued Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_members [ 993.860235] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c72b84e-688f-4464-bbbe-e657852ac0fb req-521a0f78-d645-41cc-b922-30c700d5d820 service nova] Enqueued Resource ID: 3176e3a7-2e07-4d6c-b129-85f70ae3be23 with Priority: HIGHEST for action port [ 993.860235] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_rules [ 993.860235] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_members [ 993.860235] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3176e3a7-2e07-4d6c-b129-85f70ae3be23 with Priority: HIGHEST for action port [ 993.861255] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42cd22b3-817a-4d93-ba05-c0500637f187 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.861482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.862255] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42cd22b3-817a-4d93-ba05-c0500637f187 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.862538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.862977] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3176e3a7-2e07-4d6c-b129-85f70ae3be23 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.863440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3176e3a7-2e07-4d6c-b129-85f70ae3be23" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.863611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3176e3a7-2e07-4d6c-b129-85f70ae3be23" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.864723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3176e3a7-2e07-4d6c-b129-85f70ae3be23" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.864909] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3176e3a7-2e07-4d6c-b129-85f70ae3be23',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.000453] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eafe5831-853d-4630-a5f2-8a73a00927de [ 994.000673] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.000805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.000877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.001333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.001471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.001578] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eafe5831-853d-4630-a5f2-8a73a00927de already deleted. [ 994.001683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eafe5831-853d-4630-a5f2-8a73a00927de" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.005167] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.005429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.005429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.005590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.005675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.005876] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.005983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.006068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.006227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.006308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.006455] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d797897-1419-47d5-8973-afe90f14be4b is going to be updated. [ 994.032262] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.032401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.032441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.032642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.032804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.040748] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d797897-1419-47d5-8973-afe90f14be4b in Status: IN_PROGRESS for 2s [ 994.178244] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 in Status: SUCCESS [ 994.178597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.367760] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3176e3a7-2e07-4d6c-b129-85f70ae3be23 with status ACTIVE [ 994.367982] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.368192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.368298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.368511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.368629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.368856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.368991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.369082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.369264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.369350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.369665] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.369754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.369754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.369931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.370032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.370127] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3176e3a7-2e07-4d6c-b129-85f70ae3be23 is going to be updated. [ 994.391176] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.391349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.391396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.391594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.391728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.392182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3176e3a7-2e07-4d6c-b129-85f70ae3be23" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.803082] env[69685]: INFO networking_nsxv3.common.synchronization [req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 req-dce9d603-7a74-4125-9c4e-7d677f386b3b tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 994.803547] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 994.803856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.803980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.804061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.804332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.804506] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.804613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.804675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.804857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.804946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.805057] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.232440] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.232440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.232440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.232440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.232440] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.232440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.232440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.232440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.232440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.232440] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.232440] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.232440] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.232440] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.233218] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.233218] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.233218] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.252013] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.252013] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 995.252013] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.252013] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.252013] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.252013] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.252347] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.252652] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.252832] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.270025] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42cd22b3-817a-4d93-ba05-c0500637f187 in Status: SUCCESS [ 995.271037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.272919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.272919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.273090] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.273175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.273239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.273400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.274399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.274399] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.307557] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.309444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.309444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.309444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.309444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.309444] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.309444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.309444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.309444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.309444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.309444] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce already deleted. [ 995.309444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.748497] env[69685]: INFO networking_nsxv3.common.synchronization [req-da3aae7f-3133-43af-b533-09113b4918fb req-2a372066-5095-40b0-9be9-e900709725dd tempest-ServersNegativeTestMultiTenantJSON-1793152796 tempest-ServersNegativeTestMultiTenantJSON-1793152796-project-member] Enqueued Resource ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 with Priority: HIGHEST for action security_group_members [ 995.749097] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 with Priority: HIGHEST for action security_group_members [ 995.749371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.749548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.749653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.749906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.750221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.750383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.750486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.750689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.750821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.750953] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3e2b7f-55f0-4789-b7f3-62dbc800ab49',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.756761] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.756994] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.757126] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.757345] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.757494] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.757666] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 not found, creating... [ 995.757949] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.758129] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.758251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.758466] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.758606] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.758910] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.759078] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.759697] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.760206] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.760430] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.760635] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 is going to be created. [ 995.775489] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.781022] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.781409] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.781601] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.781936] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.782244] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.782527] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.049923] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d797897-1419-47d5-8973-afe90f14be4b in Status: SUCCESS [ 996.050598] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d797897-1419-47d5-8973-afe90f14be4b deletion is rescheduled due to dependency. [ 996.050785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.140255] env[69685]: INFO networking_nsxv3.common.synchronization [None req-54ce89b6-60c2-4f1a-a3df-2fcef0368d85 None None] Enqueued Resource ID: d3e0793f-9f39-464e-bb5a-881296cc4b0c with Priority: HIGHEST for action port [ 996.140516] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e0793f-9f39-464e-bb5a-881296cc4b0c with Priority: HIGHEST for action port [ 996.141118] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3e0793f-9f39-464e-bb5a-881296cc4b0c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.141237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3e0793f-9f39-464e-bb5a-881296cc4b0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.141302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3e0793f-9f39-464e-bb5a-881296cc4b0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.141591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3e0793f-9f39-464e-bb5a-881296cc4b0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.141725] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e0793f-9f39-464e-bb5a-881296cc4b0c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.255314] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.255314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.255314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.255314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.255314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.255314] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.255314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.255314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.255314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.255314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.255314] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 is going to be updated. [ 996.281780] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.281780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.281780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.281780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.281780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.281780] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.291731] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 in Status: IN_PROGRESS for 2s [ 996.514134] env[69685]: INFO networking_nsxv3.common.synchronization [req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 req-d33b62f4-63e8-4b1c-934b-3e0d7b578f87 service nova] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_rules [ 996.514373] env[69685]: INFO networking_nsxv3.common.synchronization [req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 req-d33b62f4-63e8-4b1c-934b-3e0d7b578f87 service nova] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 996.514457] env[69685]: INFO networking_nsxv3.common.synchronization [req-e91d0d0c-be91-4bc1-a8a4-3050ba617561 req-d33b62f4-63e8-4b1c-934b-3e0d7b578f87 service nova] Enqueued Resource ID: 4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 with Priority: HIGHEST for action port [ 996.514697] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_rules [ 996.514820] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 996.514949] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 with Priority: HIGHEST for action port [ 996.518916] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.520048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.520048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.521088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.521214] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.522446] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.522446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.522446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.522633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.522751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.522868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.522937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.523048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.523143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.523238] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.528021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.528021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.528021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.528021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.528021] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.645814] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3e0793f-9f39-464e-bb5a-881296cc4b0c [ 996.646152] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.646390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.646505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.646814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.646922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.647126] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3e0793f-9f39-464e-bb5a-881296cc4b0c already deleted. [ 996.647262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3e0793f-9f39-464e-bb5a-881296cc4b0c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.785303] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.785447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.785540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.785753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.785884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.785953] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42cd22b3-817a-4d93-ba05-c0500637f187 is going to be updated. [ 996.819477] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.819652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.819726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.819961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.820127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.830015] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42cd22b3-817a-4d93-ba05-c0500637f187 in Status: IN_PROGRESS for 2s [ 997.027759] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.029276] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.029389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.030697] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 with status ACTIVE [ 997.030871] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.030991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.031073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.031280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.031369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.031611] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.031678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.031678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.031860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.031901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.032588] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.032588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.032588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.032588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.032588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.032588] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83 is going to be updated. [ 997.055856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.055856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.055856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.055856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.055856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.055856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e7d847d-7c64-4c0f-ba2c-f30b69ea3d83" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.354511] env[69685]: INFO networking_nsxv3.common.synchronization [req-c2957701-b543-4124-9af9-4b44f818587d req-59d1778f-f5c8-46bd-971d-b5ab0303ba46 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Enqueued Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_members [ 997.355009] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_members [ 997.355885] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.355981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.356035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.356229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.356384] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.356483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.356546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.356733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.356818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.356910] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.534704] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.649142] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-330 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.649461] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-330" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.649649] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-330" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.649982] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-330" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.650343] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.650547] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.650724] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.651006] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.651229] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.651500] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.651658] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.651790] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.651936] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.652070] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.652223] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.652368] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.676563] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.676792] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.676964] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.677162] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-330" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.677501] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-bf433140-3b3c-4ee8-9682-993f0cc6667e taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.677725] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-bf433140-3b3c-4ee8-9682-993f0cc6667e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.677857] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-bf433140-3b3c-4ee8-9682-993f0cc6667e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.678196] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-bf433140-3b3c-4ee8-9682-993f0cc6667e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.678344] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf433140-3b3c-4ee8-9682-993f0cc6667e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.858660] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.037077] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.037077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.037077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.037274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.037373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.037459] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be created. [ 998.059391] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.059539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.059604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.059915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.060101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.071469] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: UNINITIALIZED for 2s [ 998.181027] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.181302] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.181438] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.181728] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.181883] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.182052] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port bf433140-3b3c-4ee8-9682-993f0cc6667e not found, creating... [ 998.182331] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.182494] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.182685] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.182869] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.182973] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.183276] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.183434] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.183546] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.183763] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.183908] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.184145] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: bf433140-3b3c-4ee8-9682-993f0cc6667e is going to be created. [ 998.211500] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.211708] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.211871] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.212165] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.212370] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.212602] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-bf433140-3b3c-4ee8-9682-993f0cc6667e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.301911] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 in Status: SUCCESS [ 998.302102] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 deletion is rescheduled due to dependency. [ 998.302227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.363751] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.844329] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42cd22b3-817a-4d93-ba05-c0500637f187 in Status: SUCCESS [ 998.844329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.844329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.844329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.844329] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.844329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.844329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.844329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.844329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.844329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.844329] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.844329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.845485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.845828] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.846074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.846508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.846797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.847043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.847485] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.866263] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.869644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.869644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.869644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.869644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.869644] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 is going to be updated. [ 998.882183] env[69685]: INFO networking_nsxv3.common.synchronization [req-4241c9fb-66d8-4320-98d1-c63ac7362021 req-7c060f93-6433-40dc-bce8-3ae0f4aff786 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 998.882183] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 998.882183] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.882183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.882183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.882183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.882183] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.882183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.882183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.883253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.883516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.884504] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.894209] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.894209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.894209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.894209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.894209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.902659] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: IN_PROGRESS for 2s [ 998.917142] env[69685]: INFO networking_nsxv3.common.synchronization [req-c2957701-b543-4124-9af9-4b44f818587d req-e554f879-eec6-4f1a-bd13-fa9547cfcf3d service nova] Enqueued Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_rules [ 998.917383] env[69685]: INFO networking_nsxv3.common.synchronization [req-c2957701-b543-4124-9af9-4b44f818587d req-e554f879-eec6-4f1a-bd13-fa9547cfcf3d service nova] Enqueued Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_members [ 998.917593] env[69685]: INFO networking_nsxv3.common.synchronization [req-c2957701-b543-4124-9af9-4b44f818587d req-e554f879-eec6-4f1a-bd13-fa9547cfcf3d service nova] Enqueued Resource ID: bf433140-3b3c-4ee8-9682-993f0cc6667e with Priority: HIGHEST for action port [ 998.919193] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_rules [ 998.919193] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_members [ 998.919193] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf433140-3b3c-4ee8-9682-993f0cc6667e with Priority: HIGHEST for action port [ 998.919648] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.919848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.919901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.922504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.922504] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.922504] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.922504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.922504] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf433140-3b3c-4ee8-9682-993f0cc6667e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.922504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf433140-3b3c-4ee8-9682-993f0cc6667e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.922504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf433140-3b3c-4ee8-9682-993f0cc6667e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.922504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf433140-3b3c-4ee8-9682-993f0cc6667e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.923226] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf433140-3b3c-4ee8-9682-993f0cc6667e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.329254] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.329464] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.329595] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.329880] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.330156] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.330323] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.330441] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.330677] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.330830] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.331290] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.331464] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.331588] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.331703] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.331823] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.331933] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.332083] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.348977] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42cd22b3-817a-4d93-ba05-c0500637f187 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.349137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.350509] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.350683] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 999.350822] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.350996] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.351301] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-54259170-0056-4f6a-8b7e-5ddb0a6e09d8 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.351477] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-54259170-0056-4f6a-8b7e-5ddb0a6e09d8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.351595] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-54259170-0056-4f6a-8b7e-5ddb0a6e09d8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.352037] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-54259170-0056-4f6a-8b7e-5ddb0a6e09d8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.352113] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54259170-0056-4f6a-8b7e-5ddb0a6e09d8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.352881] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.388084] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.388445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.388445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.388528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.388614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.388833] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.388940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.389031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.389214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.389295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.389382] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be deleted. [ 999.422018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.422230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.422285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.422463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.422558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.422660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.424259] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.424346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.424482] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf433140-3b3c-4ee8-9682-993f0cc6667e with status ACTIVE [ 999.424925] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.424925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.424925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.425077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.425109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.425281] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.425363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.425425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.425683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.425683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.425855] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.425935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.425970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.426112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.426183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.426264] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf433140-3b3c-4ee8-9682-993f0cc6667e is going to be updated. [ 999.444337] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.444483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.444554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.444770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.444911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.445083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf433140-3b3c-4ee8-9682-993f0cc6667e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.855908] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.857173] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.857373] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.857747] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.858070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.858233] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.858395] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 54259170-0056-4f6a-8b7e-5ddb0a6e09d8 not found, creating... [ 999.858655] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.858895] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.859048] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.859282] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.859422] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.859714] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.859873] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.859994] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.860343] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.860343] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.860536] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 54259170-0056-4f6a-8b7e-5ddb0a6e09d8 is going to be created. [ 999.879150] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.879352] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.879467] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.879729] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.879933] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.880237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-54259170-0056-4f6a-8b7e-5ddb0a6e09d8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.083085] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1000.083865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.083865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.084026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.084179] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.084344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.084401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.084541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.084723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.084838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.084896] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.363556] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.363556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.363556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.363556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.363924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.363924] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42cd22b3-817a-4d93-ba05-c0500637f187 is going to be updated. [ 1000.416505] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.416814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.416814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.416986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.417145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.437823] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42cd22b3-817a-4d93-ba05-c0500637f187 in Status: IN_PROGRESS for 2s [ 1000.589341] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.589533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.589595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.589838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.590053] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.590154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.590226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.590430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.590523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.590614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.590758] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.590853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.590910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.591072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.591217] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.591337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.591405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.591555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.591644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.591729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.591825] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.649938] env[69685]: INFO networking_nsxv3.common.synchronization [req-4241c9fb-66d8-4320-98d1-c63ac7362021 req-74b0a4cb-04aa-45b3-9ab8-9cef23aa1ebc service nova] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_rules [ 1000.650016] env[69685]: INFO networking_nsxv3.common.synchronization [req-4241c9fb-66d8-4320-98d1-c63ac7362021 req-74b0a4cb-04aa-45b3-9ab8-9cef23aa1ebc service nova] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1000.650180] env[69685]: INFO networking_nsxv3.common.synchronization [req-4241c9fb-66d8-4320-98d1-c63ac7362021 req-74b0a4cb-04aa-45b3-9ab8-9cef23aa1ebc service nova] Enqueued Resource ID: 54259170-0056-4f6a-8b7e-5ddb0a6e09d8 with Priority: HIGHEST for action port [ 1000.653866] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_rules [ 1000.654291] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1000.654291] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54259170-0056-4f6a-8b7e-5ddb0a6e09d8 with Priority: HIGHEST for action port [ 1000.654486] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.654615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.654721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.654970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.655088] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.658651] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.658651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.658952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.658952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.659183] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.659269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.659313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.659484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.659623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.659681] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.660626] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-54259170-0056-4f6a-8b7e-5ddb0a6e09d8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.660825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54259170-0056-4f6a-8b7e-5ddb0a6e09d8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.660825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54259170-0056-4f6a-8b7e-5ddb0a6e09d8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.660964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54259170-0056-4f6a-8b7e-5ddb0a6e09d8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.661053] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54259170-0056-4f6a-8b7e-5ddb0a6e09d8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.915145] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: SUCCESS [ 1000.915145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.915145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.915145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.915145] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.915145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.915145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.915145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.915145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.915145] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.030971] env[69685]: INFO networking_nsxv3.common.synchronization [req-7e3c194b-7148-4fb3-81bf-a130f5a16c1c req-d60ae70d-f064-4e24-9472-8c773a2c1d9c tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Enqueued Resource ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 with Priority: HIGHEST for action security_group_members [ 1001.030971] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 with Priority: HIGHEST for action security_group_members [ 1001.030971] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b0690a3-4c37-42bc-b576-b58374d8c0d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.030971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.030971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.030971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.032056] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.032392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.032553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.032796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.032978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.033180] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b0690a3-4c37-42bc-b576-b58374d8c0d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.094166] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 752df773-597f-4e1b-aac0-2939a99418ce: rpc.has_security_group_logging(os_id): False [ 1001.111088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.111255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.111351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.111552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.111650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.111843] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.111941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.112050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.112335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.112438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.112677] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.112780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.112845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.112994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.113094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.113287] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.113442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.113442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.113621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.113702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.113791] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be created. [ 1001.163994] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.163994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.164224] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.165257] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54259170-0056-4f6a-8b7e-5ddb0a6e09d8 with status ACTIVE [ 1001.166030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.166030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.166030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.166030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.166030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.166281] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.166281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.166369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.167065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.167065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.167065] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.167065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.167065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.167285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.167285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.167285] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54259170-0056-4f6a-8b7e-5ddb0a6e09d8 is going to be updated. [ 1001.169975] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.170145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.170255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.170819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.170819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.192830] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1001.201735] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.201887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.201948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.202159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.202293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.202452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54259170-0056-4f6a-8b7e-5ddb0a6e09d8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.418388] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.536402] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.536592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.536724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.536864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.537024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.537225] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.537332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.537396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.537550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.537628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.537769] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 is going to be updated. [ 1001.564374] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.564374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.564374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.564374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.564701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.572570] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 in Status: IN_PROGRESS for 2s [ 1001.673649] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.921795] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.176462] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.176676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.176741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.177053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.177167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.177288] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be created. [ 1002.217777] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.217943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.218034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.218291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.218459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.227028] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: UNINITIALIZED for 2s [ 1002.426452] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.426861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.426861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.427192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.427341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.427747] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 is going to be updated. [ 1002.445749] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42cd22b3-817a-4d93-ba05-c0500637f187 in Status: SUCCESS [ 1002.446054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.446288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.446579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.446847] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.447015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.447155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.447450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.447612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.447783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.448042] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42cd22b3-817a-4d93-ba05-c0500637f187 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.448197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.448348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.448528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.448770] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.449216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.449216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.449216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.449408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.449571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.449737] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.453656] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.453776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.453833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.454011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.454148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.461617] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: IN_PROGRESS for 2s [ 1002.951926] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42cd22b3-817a-4d93-ba05-c0500637f187: rpc.has_security_group_logging(os_id): False [ 1002.969567] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.970233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.970233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.970233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.970233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.970470] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.970552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.970602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.970779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.970857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.971041] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.971136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.971198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.971335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.971410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.971866] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.971866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.971866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.971866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.972063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.972063] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42cd22b3-817a-4d93-ba05-c0500637f187 is going to be created. [ 1003.030763] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.030936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.031020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.031194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.031364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.042684] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42cd22b3-817a-4d93-ba05-c0500637f187 in Status: IN_PROGRESS for 2s [ 1003.210421] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1003.210646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.584964] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 in Status: SUCCESS [ 1003.585577] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 deletion is rescheduled due to dependency. [ 1003.585577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.167257] env[69685]: INFO networking_nsxv3.common.synchronization [req-15b18583-2a44-4509-a16d-7b4496a0413f req-f3a3f189-e342-486c-a850-42d0b43eaab3 tempest-MigrationsAdminTest-1522196656 tempest-MigrationsAdminTest-1522196656-project-member] Enqueued Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_members [ 1004.167257] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGHEST for action security_group_members [ 1004.167257] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.167257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.167257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.167257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.167257] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.167257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.167257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.167654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.167654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.167654] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.239028] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 1004.239028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.239028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.239028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.239446] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.239535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.239584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.239833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.239954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.240585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.240728] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.472187] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: SUCCESS [ 1004.472423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.472964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.473279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.473499] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.473622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.473689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.473872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.473982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.474049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.474144] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.670990] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.670990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.672495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.672746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.672928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.673110] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.673277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.673277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.673444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.673564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.673615] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b is going to be updated. [ 1004.701227] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.701387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.701445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.701638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.701774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.710477] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: IN_PROGRESS for 2s [ 1004.743229] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.744124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.744279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.744823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.744823] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.744971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.745034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.745255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.745612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.745612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.745911] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.745911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.745986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.746148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.746386] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.746530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.746614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.746825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.747362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.747362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.747362] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.845504] env[69685]: INFO networking_nsxv3.common.synchronization [req-33bc594f-ecb1-49e8-a962-8ebd88926f6e req-333cb76f-dc0b-491f-910b-d03defed903a tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1004.845652] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1004.845950] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.846088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.846154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.846353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.846504] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.846601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.846664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.846834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.846920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.847573] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.977179] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.977179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.977179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.977844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.978053] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.978167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.978224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.978404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.978496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.978580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.978732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.978843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.978896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.979042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.979182] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.979282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.979359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.979472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.979549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.979630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.979712] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.053504] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42cd22b3-817a-4d93-ba05-c0500637f187 in Status: SUCCESS [ 1005.053742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.054322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.054621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.054741] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.148057] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.148271] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.148404] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.148681] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.148946] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.149124] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.149248] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.149466] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.149822] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.149822] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.149930] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.150050] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.150167] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.150280] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.150390] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.150527] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.169163] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.170051] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1005.170051] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.170051] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.170051] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-e401846a-1d88-4f11-8e2f-2143b5b1308b taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.170300] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-e401846a-1d88-4f11-8e2f-2143b5b1308b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.170300] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-e401846a-1d88-4f11-8e2f-2143b5b1308b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.170641] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-e401846a-1d88-4f11-8e2f-2143b5b1308b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.170858] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e401846a-1d88-4f11-8e2f-2143b5b1308b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.251107] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 334c34b8-2b0e-498a-8dbd-44e3594416e5: rpc.has_security_group_logging(os_id): False [ 1005.270276] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.270461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.270522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.270706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.270797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.270973] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.271086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.271145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.271291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.271374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.271555] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.271652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.271713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.271963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.272049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.272199] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.272293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.272403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.272486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.272559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.272643] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be created. [ 1005.331838] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.331997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.332091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.332310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.332490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.344543] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: IN_PROGRESS for 2s [ 1005.350137] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.350137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.350278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.350396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.350534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.350848] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.351015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.351125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.351362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.351491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.351628] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 1005.376720] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.376849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.376849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.377105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.377671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.404026] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 1005.481955] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e4862af-1466-4ed7-8624-207be67ee3d0: rpc.has_security_group_logging(os_id): False [ 1005.503824] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.503824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.503824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.504080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.504210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.504442] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.504642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.504769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.504886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.504993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.505203] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.505318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.505384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.505575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.505678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.505913] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.506042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.506427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.506427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.506427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.506675] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 is going to be updated. [ 1005.557931] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42cd22b3-817a-4d93-ba05-c0500637f187 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.557931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.557931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.557931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.557931] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.557931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.558204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.558204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.558261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.558409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.558459] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.573046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.573243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.573323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.573590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.573782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.587357] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: IN_PROGRESS for 2s [ 1005.672723] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.673146] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.673146] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.673377] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.673527] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.673688] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port e401846a-1d88-4f11-8e2f-2143b5b1308b not found, creating... [ 1005.673950] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.674125] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.674250] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.674480] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.674709] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.674951] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.675200] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.675255] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.675447] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.675582] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.675726] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: e401846a-1d88-4f11-8e2f-2143b5b1308b is going to be created. [ 1005.699585] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.699585] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.699585] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.699585] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.699585] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.699585] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-e401846a-1d88-4f11-8e2f-2143b5b1308b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.063374] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42cd22b3-817a-4d93-ba05-c0500637f187 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.063374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.063374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.063374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.063374] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.063374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.063374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.063374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.063374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.063374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.063374] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42cd22b3-817a-4d93-ba05-c0500637f187 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.063374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.063374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.063374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.063374] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.063374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.064281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.064281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.064281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.064281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.064281] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.402997] env[69685]: INFO networking_nsxv3.common.synchronization [req-33bc594f-ecb1-49e8-a962-8ebd88926f6e req-500f44f3-234e-411d-a711-4c59ee751655 service nova] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_rules [ 1006.402997] env[69685]: INFO networking_nsxv3.common.synchronization [req-33bc594f-ecb1-49e8-a962-8ebd88926f6e req-500f44f3-234e-411d-a711-4c59ee751655 service nova] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1006.403291] env[69685]: INFO networking_nsxv3.common.synchronization [req-33bc594f-ecb1-49e8-a962-8ebd88926f6e req-500f44f3-234e-411d-a711-4c59ee751655 service nova] Enqueued Resource ID: e401846a-1d88-4f11-8e2f-2143b5b1308b with Priority: HIGHEST for action port [ 1006.403807] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_rules [ 1006.403928] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1006.404050] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e401846a-1d88-4f11-8e2f-2143b5b1308b with Priority: HIGHEST for action port [ 1006.404345] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.404475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.404546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.404863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.404954] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.405860] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.405974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.407141] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e401846a-1d88-4f11-8e2f-2143b5b1308b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.407141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e401846a-1d88-4f11-8e2f-2143b5b1308b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.407141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e401846a-1d88-4f11-8e2f-2143b5b1308b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.410946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e401846a-1d88-4f11-8e2f-2143b5b1308b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.410946] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e401846a-1d88-4f11-8e2f-2143b5b1308b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.568273] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42cd22b3-817a-4d93-ba05-c0500637f187: rpc.has_security_group_logging(os_id): False [ 1006.586580] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.586796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.586873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.587743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.587743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.587743] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.587743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.587743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.587743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.588160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.588160] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.588160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.591984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.591984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.591984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.591984] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.591984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.591984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.591984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.591984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.591984] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42cd22b3-817a-4d93-ba05-c0500637f187 is going to be updated. [ 1006.671864] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.672046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.672046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.672240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.673065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.691795] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42cd22b3-817a-4d93-ba05-c0500637f187 in Status: IN_PROGRESS for 2s [ 1006.728448] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b in Status: SUCCESS [ 1006.728448] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b deletion is rescheduled due to dependency. [ 1006.728448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.791135] env[69685]: INFO networking_nsxv3.common.synchronization [None req-f48a462f-fe4f-48f4-9976-ef04316bcbd0 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1006.791231] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1006.791539] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.791684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.791754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.794366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.794605] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.794766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.794829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.794995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.795100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.795231] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.909491] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.909622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.913022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e401846a-1d88-4f11-8e2f-2143b5b1308b with status ACTIVE [ 1006.913022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.913022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.913022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.913022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.913022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.913022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.913022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.913022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.913022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.913022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.913022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.913022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.913022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.913022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.913022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.913022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e401846a-1d88-4f11-8e2f-2143b5b1308b is going to be updated. [ 1006.933656] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.934133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.934133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.934336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.934551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.934794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e401846a-1d88-4f11-8e2f-2143b5b1308b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.298854] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.357315] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 1007.357315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.375880] env[69685]: INFO networking_nsxv3.common.synchronization [req-bf116b38-7289-4b28-932f-efc2f198d2fb req-c61ae453-dc0e-4c40-9fac-ed9119104344 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Enqueued Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_members [ 1007.376638] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_members [ 1007.376960] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.377103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.377483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.377483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.377820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.377916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.377916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.378115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.378204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.378313] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.413208] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 1007.413415] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 deletion is rescheduled due to dependency. [ 1007.413526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.413677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.413887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.414088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.414727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.414727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.414727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.414727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.414727] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.602758] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: SUCCESS [ 1007.602971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.766303] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.766303] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-105" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.766303] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-105" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.767019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-105" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.767323] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.767508] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.767638] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.767965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.768154] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.768379] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.768500] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.768624] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.768741] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.768856] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.768969] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.769129] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.797240] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.797527] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1007.797755] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.798053] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-105" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.798522] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-a3e3942a-0eab-4673-b91e-d6b76864fd20 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.798861] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-a3e3942a-0eab-4673-b91e-d6b76864fd20" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.799043] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-a3e3942a-0eab-4673-b91e-d6b76864fd20" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.799543] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-a3e3942a-0eab-4673-b91e-d6b76864fd20" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.799769] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3e3942a-0eab-4673-b91e-d6b76864fd20',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.800933] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.881418] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.916925] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.964428] env[69685]: INFO networking_nsxv3.common.synchronization [req-e2f6c90a-b0c2-43a8-814f-61cc2de10b47 req-bad524c1-103c-4652-a852-b75619ae4bda tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1007.964984] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1007.966593] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.966593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.966593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.966877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.967528] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.967528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.967528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.967528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.967528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.967528] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.303797] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.303938] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.304110] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.304454] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.304665] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.304835] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port a3e3942a-0eab-4673-b91e-d6b76864fd20 not found, creating... [ 1008.305170] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.305401] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.305476] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.305766] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.305920] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.306236] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.306450] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.306615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.307033] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.307211] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.307515] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: a3e3942a-0eab-4673-b91e-d6b76864fd20 is going to be created. [ 1008.308795] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.308919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.309011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.309194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.309290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.309382] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be updated. [ 1008.329239] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.329552] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.329754] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.330084] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.330339] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.330588] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-a3e3942a-0eab-4673-b91e-d6b76864fd20" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.345379] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.345540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.345634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.345989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.346091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.364747] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: IN_PROGRESS for 2s [ 1008.384299] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.419520] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.470880] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.471069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.471223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.471607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.471607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.471607] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.471974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.471974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.471974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.471974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.472116] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1008.518495] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.518674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.518716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.518956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.519127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.534649] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1008.705210] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42cd22b3-817a-4d93-ba05-c0500637f187 in Status: SUCCESS [ 1008.705504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.886380] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.886642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.886642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.886865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.887009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.887073] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a is going to be updated. [ 1008.915136] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.915805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.915805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.915805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.916126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.921524] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.921763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.921763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.921920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.922018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.922105] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 1008.925253] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a in Status: IN_PROGRESS for 2s [ 1008.947453] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.947571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.947639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.947891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.948038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.955868] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 1009.037466] env[69685]: INFO networking_nsxv3.common.synchronization [req-bf116b38-7289-4b28-932f-efc2f198d2fb req-efcbf604-8392-492b-af11-d8bd053a0ece service nova] Enqueued Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_rules [ 1009.037466] env[69685]: INFO networking_nsxv3.common.synchronization [req-bf116b38-7289-4b28-932f-efc2f198d2fb req-efcbf604-8392-492b-af11-d8bd053a0ece service nova] Enqueued Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_members [ 1009.037466] env[69685]: INFO networking_nsxv3.common.synchronization [req-bf116b38-7289-4b28-932f-efc2f198d2fb req-efcbf604-8392-492b-af11-d8bd053a0ece service nova] Enqueued Resource ID: a3e3942a-0eab-4673-b91e-d6b76864fd20 with Priority: HIGHEST for action port [ 1009.037466] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_rules [ 1009.037466] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_members [ 1009.037466] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e3942a-0eab-4673-b91e-d6b76864fd20 with Priority: HIGHEST for action port [ 1009.043324] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.043324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.043324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.043324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.043324] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.043324] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.043324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.043324] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3e3942a-0eab-4673-b91e-d6b76864fd20 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.043324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3e3942a-0eab-4673-b91e-d6b76864fd20" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.043324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3e3942a-0eab-4673-b91e-d6b76864fd20" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.043324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3e3942a-0eab-4673-b91e-d6b76864fd20" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.043324] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3e3942a-0eab-4673-b91e-d6b76864fd20',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.065494] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.065644] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.065775] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.066247] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.067234] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.067234] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.067234] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.067234] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.067234] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.067588] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.067588] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.067588] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.067588] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.067799] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.067868] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.068023] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.086038] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.086145] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1009.086287] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.086474] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.086830] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-135b00bc-de95-4845-b05e-9ad41e59e097 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.087076] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-135b00bc-de95-4845-b05e-9ad41e59e097" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.087171] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-135b00bc-de95-4845-b05e-9ad41e59e097" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.087506] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-135b00bc-de95-4845-b05e-9ad41e59e097" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.087956] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135b00bc-de95-4845-b05e-9ad41e59e097',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.546272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.546272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.546272] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3e3942a-0eab-4673-b91e-d6b76864fd20 with status ACTIVE [ 1009.546272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.546272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.546272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.546272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.546272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.546272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.546272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.546272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.546272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.546272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.546272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.546823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.546823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.546823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.546823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.546823] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3e3942a-0eab-4673-b91e-d6b76864fd20 is going to be updated. [ 1009.567392] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.567679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.567783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.568032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.568178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.568353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3e3942a-0eab-4673-b91e-d6b76864fd20" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.590056] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.590056] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.590226] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.590439] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.590583] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.591549] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 135b00bc-de95-4845-b05e-9ad41e59e097 not found, creating... [ 1009.591549] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.591549] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.591549] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.591841] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.591841] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.592141] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.592314] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.592449] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.592661] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.592792] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.592935] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 135b00bc-de95-4845-b05e-9ad41e59e097 is going to be created. [ 1009.626015] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.626487] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.626815] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.627283] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.627622] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.627994] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-135b00bc-de95-4845-b05e-9ad41e59e097" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.928686] env[69685]: INFO networking_nsxv3.common.synchronization [req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a req-bee20a97-1871-4c47-ae91-6df36a565592 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1009.930197] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1009.930197] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.930197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.930197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.930197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.930463] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.930986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.930986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.930986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.930986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.930986] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.375539] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 1010.376197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.435413] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.435537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.435617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.435858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.435953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.436165] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.436268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.436337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.436484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.436560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.436647] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b already deleted. [ 1010.436751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.522676] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.522896] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.523042] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.523918] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.523918] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.524503] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.524776] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.524968] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.525186] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.525453] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.525607] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.526204] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.526204] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.526204] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.526204] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.526204] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.543863] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1010.544065] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce deletion is rescheduled due to dependency. [ 1010.544196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.545424] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.545600] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1010.545743] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.545918] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.546262] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-58f73e7d-579d-454c-a107-8adedc629893 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.546440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-58f73e7d-579d-454c-a107-8adedc629893" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.546563] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-58f73e7d-579d-454c-a107-8adedc629893" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.546987] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-58f73e7d-579d-454c-a107-8adedc629893" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.547188] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f73e7d-579d-454c-a107-8adedc629893',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.577291] env[69685]: INFO networking_nsxv3.common.synchronization [req-5de9d0c8-7534-403d-aa02-25f31b74f8ee req-569e8a15-92ff-42cb-b1ca-74eabba0ee95 tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Enqueued Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_members [ 1010.577669] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_members [ 1010.578695] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.578695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.578695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.578695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.578992] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.578992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.578992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.579125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.579334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.579334] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.614652] env[69685]: INFO networking_nsxv3.common.synchronization [req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a req-d9f006f3-00f7-47e0-8192-024724642c92 service nova] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_rules [ 1010.614860] env[69685]: INFO networking_nsxv3.common.synchronization [req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a req-d9f006f3-00f7-47e0-8192-024724642c92 service nova] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1010.615071] env[69685]: INFO networking_nsxv3.common.synchronization [req-f32ac1d6-1eeb-49ff-9d8e-b40fe110ee6a req-d9f006f3-00f7-47e0-8192-024724642c92 service nova] Enqueued Resource ID: 135b00bc-de95-4845-b05e-9ad41e59e097 with Priority: HIGHEST for action port [ 1010.615890] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_rules [ 1010.616052] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1010.616153] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135b00bc-de95-4845-b05e-9ad41e59e097 with Priority: HIGHEST for action port [ 1010.617141] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.617141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.617141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.617141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.617721] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.620462] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.620462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.620462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.620462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.620462] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.620462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.620462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.620462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.620462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.620462] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.620955] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-135b00bc-de95-4845-b05e-9ad41e59e097 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.620955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-135b00bc-de95-4845-b05e-9ad41e59e097" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.620955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-135b00bc-de95-4845-b05e-9ad41e59e097" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.620955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-135b00bc-de95-4845-b05e-9ad41e59e097" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.621097] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135b00bc-de95-4845-b05e-9ad41e59e097',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.935911] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a in Status: SUCCESS [ 1010.936320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.936320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.936462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.936653] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.936799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.936906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.937516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.937708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.937893] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.964821] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 1010.965065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.965283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.965603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.965803] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.965924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.966087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.966160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.966244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.966331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.966425] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.050074] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.050421] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.050540] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.050860] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.051025] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.051239] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 58f73e7d-579d-454c-a107-8adedc629893 not found, creating... [ 1011.051545] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.051790] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.051911] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.052258] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.052448] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.052808] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.053186] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.053341] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.053620] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.053799] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.054309] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 58f73e7d-579d-454c-a107-8adedc629893 is going to be created. [ 1011.079369] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.079777] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.079965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.080330] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.080693] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.080977] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-58f73e7d-579d-454c-a107-8adedc629893" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.081989] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.123252] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.123509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.123668] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.124889] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 135b00bc-de95-4845-b05e-9ad41e59e097 with status ACTIVE [ 1011.125129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.125306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.125382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.125668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.125777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.126010] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.126112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.126182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.126398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.126512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.126790] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.126917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.127046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.127179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.127286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.127386] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 135b00bc-de95-4845-b05e-9ad41e59e097 is going to be updated. [ 1011.149238] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.149238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.149238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.149499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.149499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.149598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-135b00bc-de95-4845-b05e-9ad41e59e097" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.440394] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.469473] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.469711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.469843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.470194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.470430] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.470543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.470697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.470819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.471071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.471216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.471387] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.471487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.471551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.471753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.471923] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.472038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.472097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.472246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.472323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.472408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.472533] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.584223] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.629109] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.862630] env[69685]: INFO networking_nsxv3.common.synchronization [req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a req-8635fda2-d293-48bf-8fd0-3d21a2816c8e service nova] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_rules [ 1011.862809] env[69685]: INFO networking_nsxv3.common.synchronization [req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a req-8635fda2-d293-48bf-8fd0-3d21a2816c8e service nova] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1011.862951] env[69685]: INFO networking_nsxv3.common.synchronization [req-96fcc9fc-bb82-4fb0-831d-c1f6eb05411a req-8635fda2-d293-48bf-8fd0-3d21a2816c8e service nova] Enqueued Resource ID: 58f73e7d-579d-454c-a107-8adedc629893 with Priority: HIGHEST for action port [ 1011.863525] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_rules [ 1011.863637] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1011.863735] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f73e7d-579d-454c-a107-8adedc629893 with Priority: HIGHEST for action port [ 1011.864815] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.866261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.866261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.866472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.866503] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.867916] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.868030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.868898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.869291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.869552] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.869717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.869815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.870055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.870298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.870380] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.872880] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-58f73e7d-579d-454c-a107-8adedc629893 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.873008] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58f73e7d-579d-454c-a107-8adedc629893" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.873079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58f73e7d-579d-454c-a107-8adedc629893" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.873256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58f73e7d-579d-454c-a107-8adedc629893" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.873338] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f73e7d-579d-454c-a107-8adedc629893',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.942946] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.975380] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c6ac62-5e22-4f14-9c7c-d78d73c53726: rpc.has_security_group_logging(os_id): False [ 1011.993611] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.993725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.993873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.994058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.994155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.994361] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.994479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.994684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.994684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.994855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.995023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.995126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.995230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.995320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.995396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.995588] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.995687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.995773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.995861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.995936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.996025] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 1012.048503] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.048710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.048710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.048914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.049130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.062154] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 1012.087418] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.087582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.087635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.087885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.088046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.088163] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 is going to be updated. [ 1012.135749] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.135943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.135987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.136319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.136464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.136575] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be updated. [ 1012.138823] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.138945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.139048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.139246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.139415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.148945] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: IN_PROGRESS for 2s [ 1012.200284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.200474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.200474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.200675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.200825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.231574] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: IN_PROGRESS for 2s [ 1012.375717] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.375981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.376120] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.377146] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58f73e7d-579d-454c-a107-8adedc629893 with status ACTIVE [ 1012.377339] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.377473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.377537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.377816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.377963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.378261] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.378437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.378556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.378727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.378939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.379031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.379182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.379275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.379360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.379436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.379523] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58f73e7d-579d-454c-a107-8adedc629893 is going to be updated. [ 1012.398815] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.399034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.399244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.399343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.399520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.399723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58f73e7d-579d-454c-a107-8adedc629893" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.446037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.446259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.446259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.446445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.446539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.446638] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a is going to be updated. [ 1012.484314] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.484554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.484554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.484952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.485147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.496339] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a in Status: IN_PROGRESS for 2s [ 1012.881447] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.383806] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.384238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.384238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.384319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.384370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.384472] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be created. [ 1013.405852] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.406095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.406154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.406362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.406530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.419605] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: UNINITIALIZED for 2s [ 1014.077288] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 1014.077597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.160859] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: SUCCESS [ 1014.161171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.242235] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 1014.242478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.242736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.243079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.243380] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.243557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.243707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.243985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.244592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.244592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.244592] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.505786] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a in Status: SUCCESS [ 1014.506174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.506294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.506474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.506685] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.506826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.506887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.507132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.507219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.507288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.507364] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.747488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.747810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.747810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.748124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.748380] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.748555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.748686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.748918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.749086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.749202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.749361] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.749458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.749521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.749724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.750158] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.750158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.750294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.750378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.750460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.750546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.750639] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.009774] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.009963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.010019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.010256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.010426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.010535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.010600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.010750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.010836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.010921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.011081] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.011261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.011261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.011401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.011544] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.011648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.011717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.011862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.011940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.012033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.012128] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.254944] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 334c34b8-2b0e-498a-8dbd-44e3594416e5: rpc.has_security_group_logging(os_id): False [ 1015.276048] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.276048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.276048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.276048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.276048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.276048] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.276048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.276048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.276048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.276048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.276048] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.276048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.276048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.276048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.276048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.277047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.277047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.277047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.277047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.277047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.277047] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be updated. [ 1015.335435] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.335435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.335435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.335435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.335435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.352019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: IN_PROGRESS for 2s [ 1015.435087] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1015.435319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.435494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.436125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.436125] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.436125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.436125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.436408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.436408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.436408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.436504] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.516643] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a: rpc.has_security_group_logging(os_id): False [ 1015.533526] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.533680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.533744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.533984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.534062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.534272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.534369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.534431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.534576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.534656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.534821] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.534914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.534963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.535119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.535192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.535372] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.535454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.535513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.535648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.535725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.535856] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a is going to be updated. [ 1015.593796] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.593966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.594056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.594278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.594455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.606663] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a in Status: IN_PROGRESS for 2s [ 1015.942316] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.942677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.942852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.943262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.943809] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.946104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.946104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.946104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.946104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.946104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.946104] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.946104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.946104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.946104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.946104] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.946104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.946104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.946104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.946104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.946104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.946104] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.450246] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0474128-8fe4-49a0-880c-b64aaa07676b: rpc.has_security_group_logging(os_id): False [ 1016.471989] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.471989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.471989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.471989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.471989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.471989] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.471989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.472385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.472385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.472385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.472625] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.472625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.472761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.472816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.472869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.473105] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.473200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.473255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.473419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.473481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.473545] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be created. [ 1016.533350] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.533664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.533664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.533846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.535137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.546581] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1016.769551] env[69685]: INFO networking_nsxv3.common.synchronization [req-5452eb71-d541-4ffd-a518-7fe64faeab64 req-8272d030-394a-4360-888c-75998dce5abb tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 1016.770496] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 1016.771159] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.771933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.772067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.772294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.772464] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.772574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.772635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.772796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.773544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.773670] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.279921] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.279921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.279921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.279921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.279921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.279921] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.279921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.279921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.279921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.279921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.279921] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 1017.309376] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.309651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.309706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.310011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.310203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.319523] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 1017.365397] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 1017.365706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.505447] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.505654] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.506144] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.506144] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.506471] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.506471] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.506690] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.506954] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.507188] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.507452] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.507564] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.507773] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.507865] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.507911] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.508012] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.508157] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.526837] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.527157] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1017.527361] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.527590] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-941" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.527970] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-741adbbd-ff3a-4711-af10-866493297dfb taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.528684] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-741adbbd-ff3a-4711-af10-866493297dfb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.528838] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-741adbbd-ff3a-4711-af10-866493297dfb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.529351] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-741adbbd-ff3a-4711-af10-866493297dfb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.529507] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('741adbbd-ff3a-4711-af10-866493297dfb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.619640] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a in Status: SUCCESS [ 1017.619640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.032391] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.036101] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.036101] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.036101] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.036101] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.036101] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 741adbbd-ff3a-4711-af10-866493297dfb not found, creating... [ 1018.036101] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.036101] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.036101] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.036101] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.036101] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.036633] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.036633] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.036713] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.038115] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.038115] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.038115] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 741adbbd-ff3a-4711-af10-866493297dfb is going to be created. [ 1018.058381] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.058381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.058381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.058381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.058381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.058381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-741adbbd-ff3a-4711-af10-866493297dfb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.170085] env[69685]: INFO networking_nsxv3.common.synchronization [req-0dcbb053-5db1-44c4-b365-e9e2c8087bb7 req-079fc2ff-fbe4-46b0-95d4-ae453d322c8b tempest-ServersAdminTestJSON-1416503444 tempest-ServersAdminTestJSON-1416503444-project-member] Enqueued Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 1018.170625] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95855033-d2b8-4802-b721-f2a0baf953b0 with Priority: HIGHEST for action security_group_members [ 1018.170946] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-95855033-d2b8-4802-b721-f2a0baf953b0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.171081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.171146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.171360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.171505] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.171601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.171661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.171809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.171888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.171993] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95855033-d2b8-4802-b721-f2a0baf953b0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.230663] env[69685]: INFO networking_nsxv3.common.synchronization [req-508a4288-cd74-4434-a635-532d6cd72a6d req-a2aaadf2-3db9-47da-b630-569b6e26231a tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Enqueued Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_members [ 1018.231423] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_members [ 1018.231729] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef2a4e4b-014a-4bfb-8efb-5029646a4819 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.231905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.231939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.232684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.233393] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.233393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.233393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.233393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.233393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.233393] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.565199] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1018.565199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.674920] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.676375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.676375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.676375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.697348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.697598] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.697869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.697869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.698095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.698095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.698211] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 is going to be updated. [ 1018.726901] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.726901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.726901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.726901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.726901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.734109] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: IN_PROGRESS for 2s [ 1018.738230] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.738230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.738230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.738413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.738413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.738619] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.738718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.738820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.739396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.739396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.739396] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 is going to be updated. [ 1018.762789] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.763097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.763255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.763541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.763764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.771654] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 in Status: IN_PROGRESS for 2s [ 1019.104310] env[69685]: INFO networking_nsxv3.common.synchronization [req-5452eb71-d541-4ffd-a518-7fe64faeab64 req-b4ec7996-0f68-41c6-a255-17c803389e24 service nova] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_rules [ 1019.104495] env[69685]: INFO networking_nsxv3.common.synchronization [req-5452eb71-d541-4ffd-a518-7fe64faeab64 req-b4ec7996-0f68-41c6-a255-17c803389e24 service nova] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 1019.104638] env[69685]: INFO networking_nsxv3.common.synchronization [req-5452eb71-d541-4ffd-a518-7fe64faeab64 req-b4ec7996-0f68-41c6-a255-17c803389e24 service nova] Enqueued Resource ID: 741adbbd-ff3a-4711-af10-866493297dfb with Priority: HIGHEST for action port [ 1019.104877] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_rules [ 1019.105013] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 1019.105117] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741adbbd-ff3a-4711-af10-866493297dfb with Priority: HIGHEST for action port [ 1019.105677] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.105812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.105882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.106187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.106298] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.107803] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.107803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.107803] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-741adbbd-ff3a-4711-af10-866493297dfb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.107803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-741adbbd-ff3a-4711-af10-866493297dfb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.107803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-741adbbd-ff3a-4711-af10-866493297dfb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.108099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-741adbbd-ff3a-4711-af10-866493297dfb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.109354] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('741adbbd-ff3a-4711-af10-866493297dfb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.328661] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 1019.328830] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 deletion is rescheduled due to dependency. [ 1019.328939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.329134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.329989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.329989] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.329989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.329989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.329989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.329989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.329989] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.611849] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.611849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.612211] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 741adbbd-ff3a-4711-af10-866493297dfb with status ACTIVE [ 1019.612211] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.612362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.612439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.612623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.612846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.612945] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.613048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.613127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.613317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.613317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.613480] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.613576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.613649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.613867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.613867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.613982] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 741adbbd-ff3a-4711-af10-866493297dfb is going to be updated. [ 1019.633257] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.633458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.633458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.633704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.633805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.633981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-741adbbd-ff3a-4711-af10-866493297dfb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.832525] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.335449] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.747542] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95855033-d2b8-4802-b721-f2a0baf953b0 in Status: SUCCESS [ 1020.747735] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95855033-d2b8-4802-b721-f2a0baf953b0 deletion is rescheduled due to dependency. [ 1020.747922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95855033-d2b8-4802-b721-f2a0baf953b0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.781147] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 in Status: SUCCESS [ 1020.781436] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 deletion is rescheduled due to dependency. [ 1020.781624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.837784] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.838182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.838182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.838288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.838333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.838431] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 1020.866427] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.866578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.866651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.866905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.867081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.875350] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 1022.886266] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 1022.886545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.886628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.886858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.887077] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.887202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.887269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.887430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.887513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.887598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.887691] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.390568] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.390759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.390846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.391093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.391271] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.391377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.391436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.391590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.391677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.391768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.391925] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.392075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.392148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.392287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.392486] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.392585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.392647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.392789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.392864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.392953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.393092] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.895713] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccb44fe4-a7cc-4099-a2ac-96c0d93bb589: rpc.has_security_group_logging(os_id): False [ 1023.912553] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.912744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.913300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.913300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.913300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.913522] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.913649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.913741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.914015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.914192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.920260] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.920260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.920260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.920260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.920260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.920260] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.920260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.920260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.920260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.920260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.920260] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 1023.973823] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.973976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.974086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.974314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.974424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.987620] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 1024.106385] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1024.106385] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1024.422871] env[69685]: INFO networking_nsxv3.common.synchronization [req-56976abd-077d-45c1-a55a-3ec1d4ad904d req-addd72c1-8940-41ef-97ec-dc3807b072b9 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1024.423372] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1024.423681] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.423802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.423868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.427185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.427392] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.427882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.427882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.427882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.427882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.428048] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.932623] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.037298] env[69685]: INFO networking_nsxv3.common.synchronization [None req-de299992-5047-4a9c-b464-3310a4b7b8cc tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1025.037838] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1025.038167] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.038586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.245652] env[69685]: INFO networking_nsxv3.common.synchronization [req-b5d22fdd-9432-4103-914c-0b438330309a req-d6a662ac-86fc-44ff-95dc-485913e1c7cc tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1025.246218] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1025.246591] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.246702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.246702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.246989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.247391] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.247391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.247391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.247536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.247582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.247682] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.437837] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.749341] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.749516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.749587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.749826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.749924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.750138] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.750247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.750307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.750454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.750525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.750607] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116ae430-1c45-4626-8a06-89b061802121 already deleted. [ 1025.751851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.870927] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.872016] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.872016] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.872016] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.872354] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.872719] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.875298] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.875298] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.875298] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.875298] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.875298] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.875298] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.875298] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.875298] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.875298] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.875298] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.892263] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.892437] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.892725] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.892919] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.893256] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-f4c5993a-a802-4004-ab3f-3077c2adad76 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.894130] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.894130] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.894130] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.894130] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4c5993a-a802-4004-ab3f-3077c2adad76',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.944074] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.944074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.944074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.944547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.944547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.944547] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be updated. [ 1025.971556] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.971698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.971869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.971990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.972198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.981490] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: IN_PROGRESS for 2s [ 1026.003523] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 1026.003744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.396810] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.397161] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.397241] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.399066] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.399066] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.399066] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port f4c5993a-a802-4004-ab3f-3077c2adad76 not found, creating... [ 1026.399066] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.399066] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.399066] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.399066] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.399066] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.399390] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.399390] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.399470] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.399921] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.399921] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.400089] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: f4c5993a-a802-4004-ab3f-3077c2adad76 is going to be created. [ 1026.418711] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.418968] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.420052] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.420052] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.420052] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.420052] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.401747] env[69685]: INFO networking_nsxv3.common.synchronization [req-b5d22fdd-9432-4103-914c-0b438330309a req-97c73cff-3066-41a1-94ed-982d18ae7f34 service nova] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_rules [ 1027.402030] env[69685]: INFO networking_nsxv3.common.synchronization [req-b5d22fdd-9432-4103-914c-0b438330309a req-97c73cff-3066-41a1-94ed-982d18ae7f34 service nova] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1027.402126] env[69685]: INFO networking_nsxv3.common.synchronization [req-b5d22fdd-9432-4103-914c-0b438330309a req-97c73cff-3066-41a1-94ed-982d18ae7f34 service nova] Enqueued Resource ID: f4c5993a-a802-4004-ab3f-3077c2adad76 with Priority: HIGHEST for action port [ 1027.402359] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_rules [ 1027.402510] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1027.402626] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c5993a-a802-4004-ab3f-3077c2adad76 with Priority: HIGHEST for action port [ 1027.404925] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.405079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.405153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.405439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.405539] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.407331] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.407450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.407518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.407709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.407858] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.407983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.408070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.408222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.408528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.408528] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.413022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4c5993a-a802-4004-ab3f-3077c2adad76 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.413022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.413022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.413022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.413022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4c5993a-a802-4004-ab3f-3077c2adad76',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.909203] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.909203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.914649] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.914925] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4c5993a-a802-4004-ab3f-3077c2adad76 with status ACTIVE [ 1027.915684] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.915876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.915965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.916246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.916246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.916418] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.916519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.916580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.916772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.916921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.917412] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.917412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.917628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.917628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.917809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.917860] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4c5993a-a802-4004-ab3f-3077c2adad76 is going to be updated. [ 1027.938146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.938146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.938146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.938146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.938146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.938146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.992028] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 1027.992262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.992434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.992648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.992971] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.992971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.993160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.993160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.993435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.993435] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.138560] env[69685]: INFO networking_nsxv3.common.synchronization [req-020da6e5-af5f-4130-81c8-d1ef44e267e2 req-557b6e05-d376-4f2e-b1e8-1ad5e9bebeea tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea with Priority: HIGHEST for action security_group_members [ 1028.139097] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea with Priority: HIGHEST for action security_group_members [ 1028.139628] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.139766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.139827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.140021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.140584] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.140752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.140801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.140942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.141045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.141144] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b37162f0-4416-4098-bf2d-4f4dc2e0f1ea',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.396447] env[69685]: INFO networking_nsxv3.common.synchronization [req-33a8a56b-fbbd-459e-859c-2aca14d4a958 req-7b1fc638-1c46-4789-9720-d6c589533789 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Enqueued Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_members [ 1028.396447] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_members [ 1028.396447] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.396447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.396447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.396749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.397775] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.397775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.397775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.397775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.397775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.397775] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.422961] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.458389] env[69685]: INFO networking_nsxv3.common.synchronization [req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 req-54d4c20a-4ed6-43b5-ae4f-7be75013f35f tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Enqueued Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_members [ 1028.458389] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_members [ 1028.458389] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.458389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.458389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.458389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.458389] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.458389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.458389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.458389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.459104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.459104] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.498072] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.498268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.498335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.498567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.498645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.498848] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.498946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.499053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.499566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.499566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.499566] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be updated. [ 1028.526284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.528843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.528843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.528843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.528843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.536193] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: IN_PROGRESS for 2s [ 1028.643311] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.643478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.643575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.643825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.643955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.644217] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.644359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.644415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.645021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.645021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.645021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea is going to be updated. [ 1028.675190] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.675344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.675422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.675634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.675776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.685965] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea in Status: IN_PROGRESS for 2s [ 1028.900263] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.925863] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.926107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.926204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.926439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.926532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.926632] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be created. [ 1028.950767] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.950905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.950905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.951481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.951481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.961209] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: UNINITIALIZED for 2s [ 1028.964948] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.107834] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.108106] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-230" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.108243] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-230" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.108523] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-230" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.109100] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.109315] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.109472] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.109951] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.110549] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.110824] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.111768] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.111927] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.112534] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.112534] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.112534] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.112534] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.131883] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.132409] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1029.132409] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.132543] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-230" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.132808] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-0fe58bde-2fd3-4827-905b-d4309b91fa3c taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.133056] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-0fe58bde-2fd3-4827-905b-d4309b91fa3c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.133154] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-0fe58bde-2fd3-4827-905b-d4309b91fa3c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.133594] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-0fe58bde-2fd3-4827-905b-d4309b91fa3c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.133777] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fe58bde-2fd3-4827-905b-d4309b91fa3c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.402162] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.467092] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.636066] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.636312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.636448] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.636813] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.637242] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.637533] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 0fe58bde-2fd3-4827-905b-d4309b91fa3c not found, creating... [ 1029.637768] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.637969] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.638163] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.638421] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.638577] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.638910] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.639124] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.639218] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.639447] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.639605] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.639759] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 0fe58bde-2fd3-4827-905b-d4309b91fa3c is going to be created. [ 1029.657736] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.657933] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.657998] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.658288] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.658483] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.658719] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-0fe58bde-2fd3-4827-905b-d4309b91fa3c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.905599] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.905599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.905599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.905599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.905599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.905599] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a is going to be updated. [ 1029.930209] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.930360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.930422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.930876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.930876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.939525] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a in Status: IN_PROGRESS for 2s [ 1029.972894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.973616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.973616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.973616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.973616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.973616] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac is going to be updated. [ 1030.012210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.012401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.012463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.012990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.012990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.021639] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac in Status: IN_PROGRESS for 2s [ 1030.435059] env[69685]: INFO networking_nsxv3.common.synchronization [req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 req-b3743e0d-ad12-4944-9e98-bff586c8464e service nova] Enqueued Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_rules [ 1030.435059] env[69685]: INFO networking_nsxv3.common.synchronization [req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 req-b3743e0d-ad12-4944-9e98-bff586c8464e service nova] Enqueued Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_members [ 1030.435059] env[69685]: INFO networking_nsxv3.common.synchronization [req-facf0ce4-0fd2-4459-8a74-b9c1db754a85 req-b3743e0d-ad12-4944-9e98-bff586c8464e service nova] Enqueued Resource ID: 0fe58bde-2fd3-4827-905b-d4309b91fa3c with Priority: HIGHEST for action port [ 1030.435059] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_rules [ 1030.435059] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_members [ 1030.435059] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fe58bde-2fd3-4827-905b-d4309b91fa3c with Priority: HIGHEST for action port [ 1030.435059] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.435445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.435445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.435445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.435537] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.436395] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.436531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.437158] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fe58bde-2fd3-4827-905b-d4309b91fa3c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.437267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fe58bde-2fd3-4827-905b-d4309b91fa3c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.437332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fe58bde-2fd3-4827-905b-d4309b91fa3c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.437510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fe58bde-2fd3-4827-905b-d4309b91fa3c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.437584] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fe58bde-2fd3-4827-905b-d4309b91fa3c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.547622] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 1030.547622] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 deletion is rescheduled due to dependency. [ 1030.547622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.696490] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea in Status: SUCCESS [ 1030.700206] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea deletion is rescheduled due to dependency. [ 1030.700206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.940144] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fe58bde-2fd3-4827-905b-d4309b91fa3c with status ACTIVE [ 1030.940428] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.940595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.940678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.940925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.940993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.941194] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.941321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.941357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.941509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.941588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.941771] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.941875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.941939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.942096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.942173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.942260] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fe58bde-2fd3-4827-905b-d4309b91fa3c is going to be updated. [ 1030.943767] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.943868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.963949] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.964102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.964212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.964363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.964493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.964957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fe58bde-2fd3-4827-905b-d4309b91fa3c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.971946] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1030.972186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.972462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.972764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.972958] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.973085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.973150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.973309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.973392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.973479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.973570] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.476600] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.476802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.476976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.477275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.477456] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.477566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.477642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.478169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.478169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.478169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.478293] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.478363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.478633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.478633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.478782] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.478870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.478944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.479071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.479132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.479183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.479267] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.952444] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a in Status: SUCCESS [ 1031.952444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.983059] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 116ae430-1c45-4626-8a06-89b061802121: rpc.has_security_group_logging(os_id): False [ 1032.000150] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.001260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.001260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.001260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.001260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.001260] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.001260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.001260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.001260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.001580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.001580] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.001580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.001681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.001764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.001838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.002645] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.002645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.002645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.002801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.002801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.002885] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be created. [ 1032.031506] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac in Status: SUCCESS [ 1032.031719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.031911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.032148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.032338] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.032457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.032522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.032695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.032778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.032876] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.134563] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.134563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.134563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.134563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.134563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.149619] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1032.535501] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.037989] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.541558] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.541740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.541791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.542038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.542123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.542211] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac is going to be updated. [ 1033.595963] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.596176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.596249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.596473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.596627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.605579] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac in Status: IN_PROGRESS for 2s [ 1034.160340] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1034.160621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.435086] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1035.435400] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1035.618649] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac in Status: SUCCESS [ 1035.618649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.618649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.618649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.618649] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.618649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.618649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.618649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.618649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.618649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.618649] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.738864] env[69685]: INFO networking_nsxv3.common.synchronization [req-27519998-102c-478c-8399-d1175efd196b req-988b7229-c3a1-4d19-83a3-2cb1d6ab6ce4 tempest-VolumesAdminNegativeTest-1976664665 tempest-VolumesAdminNegativeTest-1976664665-project-member] Enqueued Resource ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 with Priority: HIGHEST for action security_group_members [ 1035.742138] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 with Priority: HIGHEST for action security_group_members [ 1035.742138] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-56bcf04a-f425-4d30-a5fa-2ef586b10193 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.742138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.742138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.742138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.742138] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.742138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.742138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.742138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.742138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.742138] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56bcf04a-f425-4d30-a5fa-2ef586b10193',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.043795] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c2226d3-51e4-4534-8139-b2c501714403 req-36e55030-6704-4424-8e20-c3deab676123 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1036.044046] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c2226d3-51e4-4534-8139-b2c501714403 req-36e55030-6704-4424-8e20-c3deab676123 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e with Priority: HIGHEST for action security_group_members [ 1036.044590] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1036.044729] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e with Priority: HIGHEST for action security_group_members [ 1036.045178] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.045340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.045448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.045787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.045967] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.046093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.046162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.047087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.047087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.047087] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.047744] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-35905b05-4dc3-4f48-afea-f1daf64aeb6e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.048094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.048094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.048232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.048391] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.048495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.048565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.048758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.048873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.049009] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.121469] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.121638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.121726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.121942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.122130] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.122241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.122460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.122460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.122551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.122659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.122809] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.122920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.123097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.123300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.123300] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.123417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.123447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.123608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.123983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.123983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.123983] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.126392] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c2226d3-51e4-4534-8139-b2c501714403 req-36e55030-6704-4424-8e20-c3deab676123 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_rules [ 1036.126569] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c2226d3-51e4-4534-8139-b2c501714403 req-36e55030-6704-4424-8e20-c3deab676123 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1036.126735] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c2226d3-51e4-4534-8139-b2c501714403 req-36e55030-6704-4424-8e20-c3deab676123 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e with Priority: HIGHEST for action security_group_rules [ 1036.126872] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c2226d3-51e4-4534-8139-b2c501714403 req-36e55030-6704-4424-8e20-c3deab676123 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e with Priority: HIGHEST for action security_group_members [ 1036.127052] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c2226d3-51e4-4534-8139-b2c501714403 req-36e55030-6704-4424-8e20-c3deab676123 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: f4c5993a-a802-4004-ab3f-3077c2adad76 with Priority: HIGHEST for action port [ 1036.128279] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_rules [ 1036.128279] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e with Priority: HIGHEST for action security_group_rules [ 1036.128279] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c5993a-a802-4004-ab3f-3077c2adad76 with Priority: HIGHEST for action port [ 1036.128279] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1036.128279] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e with Priority: HIGHEST for action security_group_members [ 1036.130123] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.131349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.131349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.131349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.131349] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.131349] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35905b05-4dc3-4f48-afea-f1daf64aeb6e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.131587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.131587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.131734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.131811] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.132688] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4c5993a-a802-4004-ab3f-3077c2adad76 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.132688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.133077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.133077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.133077] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4c5993a-a802-4004-ab3f-3077c2adad76',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.134180] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.134180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.134261] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-35905b05-4dc3-4f48-afea-f1daf64aeb6e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.134298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.244698] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.244789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.244789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.245080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.265287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.265703] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.265879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.265990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.266306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.266435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.266573] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 is going to be updated. [ 1036.291075] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.291213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.291281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.291496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.291629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.299813] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 in Status: IN_PROGRESS for 2s [ 1036.553022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.553022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.630533] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac: rpc.has_security_group_logging(os_id): False [ 1036.635582] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.635748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.638845] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4c5993a-a802-4004-ab3f-3077c2adad76 with status ACTIVE [ 1036.638845] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.638845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.638845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.638845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.638845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.638845] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.638845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.638845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.638845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.638845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.638845] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.638845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.638845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.638845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.638845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.638845] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4c5993a-a802-4004-ab3f-3077c2adad76 is going to be updated. [ 1036.639791] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-35905b05-4dc3-4f48-afea-f1daf64aeb6e taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.639895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.652183] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.652375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.652473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.652739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.652860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.653151] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.653288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.653378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.653578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.653684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.653963] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.655994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.656266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.656550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.656682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.657329] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.658291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.658404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.658722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.658938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.659303] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac is going to be updated. [ 1036.666269] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.666269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.666269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.666269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.666269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.666269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.733207] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.733427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.733427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.733638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.733780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.756032] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac in Status: IN_PROGRESS for 2s [ 1036.871396] env[69685]: INFO networking_nsxv3.common.synchronization [req-5205937f-fc4f-41a2-aec7-6b6251483d29 req-7ff50dcb-5faa-4e8d-8764-ec0044378fc1 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1036.871573] env[69685]: INFO networking_nsxv3.common.synchronization [req-5205937f-fc4f-41a2-aec7-6b6251483d29 req-7ff50dcb-5faa-4e8d-8764-ec0044378fc1 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 with Priority: HIGHEST for action security_group_members [ 1036.871712] env[69685]: INFO networking_nsxv3.common.synchronization [req-5205937f-fc4f-41a2-aec7-6b6251483d29 req-7ff50dcb-5faa-4e8d-8764-ec0044378fc1 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e with Priority: HIGHEST for action security_group_members [ 1036.872234] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1036.872407] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 with Priority: HIGHEST for action security_group_members [ 1036.872500] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e with Priority: HIGHEST for action security_group_members [ 1036.872714] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.872817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.873011] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.873171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.873274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.873636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.873792] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.873891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.873963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.874112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.874268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.874318] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.875799] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-35905b05-4dc3-4f48-afea-f1daf64aeb6e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.876570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.940021] env[69685]: INFO networking_nsxv3.common.synchronization [req-5205937f-fc4f-41a2-aec7-6b6251483d29 req-7ff50dcb-5faa-4e8d-8764-ec0044378fc1 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 with Priority: HIGHEST for action security_group_rules [ 1036.940021] env[69685]: INFO networking_nsxv3.common.synchronization [req-5205937f-fc4f-41a2-aec7-6b6251483d29 req-7ff50dcb-5faa-4e8d-8764-ec0044378fc1 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 with Priority: HIGHEST for action security_group_members [ 1036.940021] env[69685]: INFO networking_nsxv3.common.synchronization [req-5205937f-fc4f-41a2-aec7-6b6251483d29 req-7ff50dcb-5faa-4e8d-8764-ec0044378fc1 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_rules [ 1036.940021] env[69685]: INFO networking_nsxv3.common.synchronization [req-5205937f-fc4f-41a2-aec7-6b6251483d29 req-7ff50dcb-5faa-4e8d-8764-ec0044378fc1 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1036.940021] env[69685]: INFO networking_nsxv3.common.synchronization [req-5205937f-fc4f-41a2-aec7-6b6251483d29 req-7ff50dcb-5faa-4e8d-8764-ec0044378fc1 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e with Priority: HIGHEST for action security_group_rules [ 1036.940021] env[69685]: INFO networking_nsxv3.common.synchronization [req-5205937f-fc4f-41a2-aec7-6b6251483d29 req-7ff50dcb-5faa-4e8d-8764-ec0044378fc1 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e with Priority: HIGHEST for action security_group_members [ 1036.940021] env[69685]: INFO networking_nsxv3.common.synchronization [req-5205937f-fc4f-41a2-aec7-6b6251483d29 req-7ff50dcb-5faa-4e8d-8764-ec0044378fc1 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: f4c5993a-a802-4004-ab3f-3077c2adad76 with Priority: HIGHEST for action port [ 1036.940021] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 with Priority: HIGHEST for action security_group_rules [ 1036.940021] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_rules [ 1036.940021] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e with Priority: HIGHEST for action security_group_members [ 1036.940021] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c5993a-a802-4004-ab3f-3077c2adad76 with Priority: HIGHEST for action port [ 1036.940021] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e with Priority: HIGHEST for action security_group_rules [ 1036.940021] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 with Priority: HIGHEST for action security_group_members [ 1036.940021] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1036.940021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.940021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.940021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.940021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.940021] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.941146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.941146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.941146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-35905b05-4dc3-4f48-afea-f1daf64aeb6e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.941146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.941146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4c5993a-a802-4004-ab3f-3077c2adad76 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.941146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.941421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.941421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.941421] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4c5993a-a802-4004-ab3f-3077c2adad76',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.942198] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35905b05-4dc3-4f48-afea-f1daf64aeb6e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.942293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.942483] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.942566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.942805] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.942850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.059036] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.059036] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.379650] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.444911] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.445067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.448358] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4c5993a-a802-4004-ab3f-3077c2adad76 with status ACTIVE [ 1037.448580] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.448713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.448784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.449052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.449089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.449941] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.449941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.449941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.449941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.449941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.449941] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.449941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.449941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.455180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.455180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.455180] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4c5993a-a802-4004-ab3f-3077c2adad76 is going to be updated. [ 1037.475097] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.475097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.475097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.475300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.475377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.475539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4c5993a-a802-4004-ab3f-3077c2adad76" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.559941] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.560264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.560264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.560401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.560491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.560592] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e is going to be created. [ 1037.561859] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.561977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.562061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.562234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.562398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.562398] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1037.596216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.596486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.596568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.597356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.597675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.600362] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.600658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.600658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.601111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.601308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.612514] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e in Status: UNINITIALIZED for 2s [ 1037.615874] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1037.881643] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.308842] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 in Status: SUCCESS [ 1038.309056] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 deletion is rescheduled due to dependency. [ 1038.309134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.384045] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.384303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.384418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.384684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.384790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.384963] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 is going to be created. [ 1038.411597] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.411747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.411818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.412048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.412217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.421070] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 in Status: UNINITIALIZED for 2s [ 1038.690121] env[69685]: INFO networking_nsxv3.common.synchronization [req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc req-04058b4b-e165-44f6-a468-2b40b96045b8 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Enqueued Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_members [ 1038.690121] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_members [ 1038.690121] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef2a4e4b-014a-4bfb-8efb-5029646a4819 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.690121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.690121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.690121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.690597] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.690597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.690597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.690597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.690736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.690736] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.767032] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac in Status: SUCCESS [ 1038.767175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.193917] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.194065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.194137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.194384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.194470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.194687] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.194798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.195066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.195278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.195381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.195465] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 is going to be updated. [ 1039.224662] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.224662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.224662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.224914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.225100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.235887] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 in Status: IN_PROGRESS for 2s [ 1039.289848] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.290057] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-130" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.290185] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-130" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.290447] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-130" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.290697] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.290862] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.290980] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.291407] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.291553] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.291769] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.291896] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.292017] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.292128] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.292237] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.292344] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.292474] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.311739] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.311931] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1039.313591] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.316857] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-130" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.316857] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-0f148f59-696c-45c5-880e-e2251be8f52a taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.316857] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-0f148f59-696c-45c5-880e-e2251be8f52a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.316857] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-0f148f59-696c-45c5-880e-e2251be8f52a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.316857] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-0f148f59-696c-45c5-880e-e2251be8f52a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.316857] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f148f59-696c-45c5-880e-e2251be8f52a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.624646] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e in Status: SUCCESS [ 1039.624912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.625089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.625432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.625581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.625700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.625789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.625934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.626034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.626153] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.628585] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1039.628825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.629073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.629276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.629487] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.629765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.629834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.629995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.630098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.630226] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.819618] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.819947] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.820228] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.820923] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.821166] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.821459] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 0f148f59-696c-45c5-880e-e2251be8f52a not found, creating... [ 1039.822135] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.822135] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.822562] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.823360] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.824309] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.824895] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.825406] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.825954] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.826272] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.826919] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.827191] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 0f148f59-696c-45c5-880e-e2251be8f52a is going to be created. [ 1039.847826] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.848132] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.848193] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.848475] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.848717] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.848946] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-0f148f59-696c-45c5-880e-e2251be8f52a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.132416] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.133390] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.430367] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 in Status: SUCCESS [ 1040.430588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.430756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.431216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.431412] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.431532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.431600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.431754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.431839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.431975] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.470897] env[69685]: INFO networking_nsxv3.common.synchronization [req-d22e638b-9499-4c91-a0a9-1f6b69b7cbfc req-9da4259a-ae6a-4232-b08c-32afe3052a87 tempest-ImagesTestJSON-181009451 tempest-ImagesTestJSON-181009451-project-member] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 1040.471494] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGHEST for action security_group_members [ 1040.471812] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.471935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.472016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.472960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.473328] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.473443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.473510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.473677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.474041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.474182] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.637746] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.637746] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.827360] env[69685]: INFO networking_nsxv3.common.synchronization [req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc req-3fd17841-a267-4244-81a5-d34458fced02 service nova] Enqueued Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_rules [ 1040.827678] env[69685]: INFO networking_nsxv3.common.synchronization [req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc req-3fd17841-a267-4244-81a5-d34458fced02 service nova] Enqueued Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_members [ 1040.827838] env[69685]: INFO networking_nsxv3.common.synchronization [req-f6ceabcc-7ebb-4535-9d21-6b1feb7680bc req-3fd17841-a267-4244-81a5-d34458fced02 service nova] Enqueued Resource ID: 0f148f59-696c-45c5-880e-e2251be8f52a with Priority: HIGHEST for action port [ 1040.828553] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_rules [ 1040.828694] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_members [ 1040.828792] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f148f59-696c-45c5-880e-e2251be8f52a with Priority: HIGHEST for action port [ 1040.829325] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.829325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.829724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.829724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.829795] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.830746] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef2a4e4b-014a-4bfb-8efb-5029646a4819 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.830852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.831071] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f148f59-696c-45c5-880e-e2251be8f52a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.831204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f148f59-696c-45c5-880e-e2251be8f52a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.831238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f148f59-696c-45c5-880e-e2251be8f52a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.831420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f148f59-696c-45c5-880e-e2251be8f52a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.831501] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f148f59-696c-45c5-880e-e2251be8f52a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.934590] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.981571] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.981571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.981571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.981571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.981571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.981571] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.981571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.981571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.981571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.981571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.981571] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be updated. [ 1041.004753] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.004899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.004968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.005195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.005337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.012910] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: IN_PROGRESS for 2s [ 1041.142875] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.143059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.143125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.143391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.143531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.144388] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e is going to be updated. [ 1041.145814] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.145966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.146080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.146311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.146413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.146511] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1041.197265] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.197265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.197370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.200928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.200928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.201799] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.201940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.202019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.202835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.202835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.211530] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e in Status: IN_PROGRESS for 2s [ 1041.212118] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1041.245415] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 in Status: SUCCESS [ 1041.245589] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 deletion is rescheduled due to dependency. [ 1041.245694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.245879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.246115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.246295] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.246400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.246464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.246610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.246730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.246780] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.333463] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef2a4e4b-014a-4bfb-8efb-5029646a4819 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.333679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.335056] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f148f59-696c-45c5-880e-e2251be8f52a with status ACTIVE [ 1041.335237] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.335384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.335471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.335686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.336272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.336272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.336272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.336272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.336272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.336611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.336611] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.336611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.336778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.336778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.336872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.336920] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f148f59-696c-45c5-880e-e2251be8f52a is going to be updated. [ 1041.359024] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.359226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.359226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.359340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.359473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.359614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f148f59-696c-45c5-880e-e2251be8f52a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.439883] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.749642] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.941307] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.941700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.941700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.941854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.941854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.941948] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 is going to be updated. [ 1041.969812] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.969960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.970072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.970257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.970397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.980290] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 in Status: IN_PROGRESS for 2s [ 1042.251694] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.755403] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.755650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.755779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.756131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.756296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.756467] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 is going to be updated. [ 1042.789045] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.789247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.789352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.789524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.789675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.799934] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 in Status: IN_PROGRESS for 2s [ 1043.022992] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 in Status: SUCCESS [ 1043.022992] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 deletion is rescheduled due to dependency. [ 1043.022992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.225155] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e in Status: SUCCESS [ 1043.225373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.225534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.225756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.225951] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.226092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.226160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.226316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.226397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.226484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.226581] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.228445] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1043.228736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.228890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.229102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.229371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.229436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.229472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.229739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.229842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.229950] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.230783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.230967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.231151] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.231258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.231352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.231552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.231636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.231724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.231817] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.233731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.233731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.233731] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.233731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.233731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.233731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.234105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.234105] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.734107] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.735167] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.736191] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.736305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.738743] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.991453] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 in Status: SUCCESS [ 1043.991872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.992121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.992390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.992633] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.992803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.992906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.993190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.993339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.994140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.994449] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.236619] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35905b05-4dc3-4f48-afea-f1daf64aeb6e: rpc.has_security_group_logging(os_id): False [ 1044.237831] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.241172] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.254253] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.254567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.254713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.254989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.255159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.255439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.255609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.255678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.255851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.255931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.256038] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e is going to be created. [ 1044.314167] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.315858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.315858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.315858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.315858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.326877] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e in Status: IN_PROGRESS for 2s [ 1044.496676] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.744584] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.744782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.744782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.745614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.745614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.745614] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1044.747308] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.747493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.747493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.747703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.747806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.747898] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e is going to be updated. [ 1044.777541] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.778152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.778152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.778152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.778355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.781381] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.781546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.781546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.782070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.782070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.792184] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1044.793066] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e in Status: IN_PROGRESS for 2s [ 1044.807391] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 in Status: SUCCESS [ 1044.807601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.807767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.808108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.808249] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.808327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.808395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.808554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.808635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.808721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.808814] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.999915] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8: rpc.has_security_group_logging(os_id): False [ 1045.019756] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.019895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.019969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.020199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.020291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.020498] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.020594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.020655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.020803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.020877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.020959] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 is going to be created. [ 1045.071672] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.071672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.071672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.071943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.072026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.085205] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 in Status: IN_PROGRESS for 2s [ 1045.311229] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.815755] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef2a4e4b-014a-4bfb-8efb-5029646a4819: rpc.has_security_group_logging(os_id): False [ 1045.835019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.835019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.835019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.835019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.835019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.835019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.835019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.835019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.835019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.835019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.835019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 is going to be updated. [ 1045.835560] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1045.836345] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=10 [ 1045.892488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.892488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.892488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.892702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.892915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.905263] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 in Status: IN_PROGRESS for 2s [ 1046.340871] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e in Status: SUCCESS [ 1046.340871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.340871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.340871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.340871] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.807436] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e in Status: SUCCESS [ 1046.807662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.807852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.808117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.808917] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.808917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.808917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.808917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.808917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.808917] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.810420] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1046.810648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.810710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.810881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.811066] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.811147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.811211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.811351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.811424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.811512] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.843341] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-35905b05-4dc3-4f48-afea-f1daf64aeb6e taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.843341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.100556] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 in Status: SUCCESS [ 1047.100798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.313482] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.314580] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.817265] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.818313] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.927363] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 in Status: SUCCESS [ 1047.927633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.322530] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.322699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.322775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.323013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.323112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.323214] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e is going to be updated. [ 1048.324493] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.324608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.324678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.324845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.325324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.325484] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1048.356986] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.357670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.357756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.357999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.358515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.360783] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.360946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.361047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.361348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.361444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.370790] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e in Status: IN_PROGRESS for 2s [ 1048.372009] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1048.851902] env[69685]: INFO networking_nsxv3.common.synchronization [None req-7c9c2799-20b5-46ff-b5eb-140e19db34ba None None] Enqueued Resource ID: 26b33d79-4e99-43a4-8d46-af0a4352e8e2 with Priority: HIGHEST for action port [ 1048.851902] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b33d79-4e99-43a4-8d46-af0a4352e8e2 with Priority: HIGHEST for action port [ 1048.851902] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-26b33d79-4e99-43a4-8d46-af0a4352e8e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.851902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26b33d79-4e99-43a4-8d46-af0a4352e8e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.851902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26b33d79-4e99-43a4-8d46-af0a4352e8e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.851902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26b33d79-4e99-43a4-8d46-af0a4352e8e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.851902] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26b33d79-4e99-43a4-8d46-af0a4352e8e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.352570] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26b33d79-4e99-43a4-8d46-af0a4352e8e2 [ 1049.352803] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.352931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.352997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.353233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.353322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.353417] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26b33d79-4e99-43a4-8d46-af0a4352e8e2 already deleted. [ 1049.353512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26b33d79-4e99-43a4-8d46-af0a4352e8e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.816880] env[69685]: INFO networking_nsxv3.common.synchronization [req-23b4d888-9207-43b5-80f8-2ec3886ad7ed req-cd9f3496-f1fe-43d9-8ce3-02f769d5a002 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 1049.817523] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 1049.818126] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.818315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.818486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.818950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.819584] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.819584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.819584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.819584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.820301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.822197] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.894163] env[69685]: INFO networking_nsxv3.common.synchronization [None req-bdc3234a-9bbb-45c8-a9f4-bb8f4827208e tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Enqueued Resource ID: ea5e632a-f422-4d4f-80d1-44171566c541 with Priority: HIGHEST for action security_group_rules [ 1049.894848] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5e632a-f422-4d4f-80d1-44171566c541 with Priority: HIGHEST for action security_group_rules [ 1049.895356] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea5e632a-f422-4d4f-80d1-44171566c541 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.895475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.895475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.895789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.895892] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea5e632a-f422-4d4f-80d1-44171566c541',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.002364] env[69685]: INFO networking_nsxv3.common.synchronization [None req-41ca5872-7853-4c48-a60e-d2b14c654e99 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Enqueued Resource ID: ea5e632a-f422-4d4f-80d1-44171566c541 with Priority: HIGHEST for action security_group_rules [ 1050.002633] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5e632a-f422-4d4f-80d1-44171566c541 with Priority: HIGHEST for action security_group_rules [ 1050.005171] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea5e632a-f422-4d4f-80d1-44171566c541 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.005171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.326567] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.326722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.326832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.327237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.327331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.327540] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.327670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.327763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.327990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.328093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.328405] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead is going to be updated. [ 1050.353526] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.353678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.353752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.354083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.354257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.363420] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: IN_PROGRESS for 2s [ 1050.380668] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e in Status: SUCCESS [ 1050.380884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.381112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.381356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.381570] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.381767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.381767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.381896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.381976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.382101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.382168] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.387596] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1050.387953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.387953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.388168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.388354] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.388463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.388531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.388678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.388759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.388844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.388998] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.389106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.389167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.389309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.389464] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.389617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.389617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.389758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.389832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.389912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.390010] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.415148] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.415293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.415364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.415645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.415733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.415835] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea5e632a-f422-4d4f-80d1-44171566c541 already deleted. [ 1050.415921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.417802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.417802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.417802] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea5e632a-f422-4d4f-80d1-44171566c541',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.440385] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.440578] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.440704] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.441170] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.441455] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.442906] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.442906] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.442906] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.442906] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.442906] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.442906] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.442906] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.442906] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.442906] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.442906] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.443903] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.464205] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.464205] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1050.464205] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.464552] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.464706] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-46bb1cf0-e69f-4dc7-ab66-d711b4d36432 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.464900] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-46bb1cf0-e69f-4dc7-ab66-d711b4d36432" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.465062] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-46bb1cf0-e69f-4dc7-ab66-d711b4d36432" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.465418] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-46bb1cf0-e69f-4dc7-ab66-d711b4d36432" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.465658] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46bb1cf0-e69f-4dc7-ab66-d711b4d36432',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.892424] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.893515] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 116ae430-1c45-4626-8a06-89b061802121: rpc.has_security_group_logging(os_id): False [ 1050.911183] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.911601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.911601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.911688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.911722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.911929] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.912047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.912112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.912276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.912355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.912537] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.912632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.912692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.912832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.912915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.913118] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.913217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.913274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.913450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.913535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.913626] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1050.932734] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.932901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.932947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.933168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.933261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.933356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea5e632a-f422-4d4f-80d1-44171566c541 already deleted. [ 1050.933448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.973021] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.973021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.973021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.973021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.973021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.973021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 46bb1cf0-e69f-4dc7-ab66-d711b4d36432 not found, creating... [ 1050.973021] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.973021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.973021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.973021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.973021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.973528] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.973528] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.973528] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.973528] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.973528] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.973528] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 46bb1cf0-e69f-4dc7-ab66-d711b4d36432 is going to be created. [ 1050.974678] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.974678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.974844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.975925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.975925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.991040] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1050.997131] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.997131] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.997131] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.997131] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.997131] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.997131] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-46bb1cf0-e69f-4dc7-ab66-d711b4d36432" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.215931] env[69685]: INFO networking_nsxv3.common.synchronization [None req-86dc16c2-80f3-41d6-9a87-3c7310f48ec4 None None] Enqueued Resource ID: 77017dd8-1967-4637-85e5-4b0b88d35e59 with Priority: HIGHEST for action port [ 1051.216229] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77017dd8-1967-4637-85e5-4b0b88d35e59 with Priority: HIGHEST for action port [ 1051.216797] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-77017dd8-1967-4637-85e5-4b0b88d35e59 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.218048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77017dd8-1967-4637-85e5-4b0b88d35e59" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.218048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77017dd8-1967-4637-85e5-4b0b88d35e59" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.218048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77017dd8-1967-4637-85e5-4b0b88d35e59" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.218048] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77017dd8-1967-4637-85e5-4b0b88d35e59',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.399598] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35905b05-4dc3-4f48-afea-f1daf64aeb6e: rpc.has_security_group_logging(os_id): False [ 1051.421626] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.421786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.421838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.422079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.422181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.422705] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.422816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.422884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.423484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.423484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.423484] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e is going to be updated. [ 1051.474331] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.474331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.474331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.474331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.474331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.490658] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e in Status: IN_PROGRESS for 2s [ 1051.720350] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77017dd8-1967-4637-85e5-4b0b88d35e59 [ 1051.720590] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.720726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.720790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.721028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.721130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.721229] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77017dd8-1967-4637-85e5-4b0b88d35e59 already deleted. [ 1051.721317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77017dd8-1967-4637-85e5-4b0b88d35e59" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.373760] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: SUCCESS [ 1052.374187] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead deletion is rescheduled due to dependency. [ 1052.374187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.436937] env[69685]: INFO networking_nsxv3.common.synchronization [req-23b4d888-9207-43b5-80f8-2ec3886ad7ed req-c489375d-8456-4c4a-a0aa-321a043dd5f1 service nova] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_rules [ 1052.437278] env[69685]: INFO networking_nsxv3.common.synchronization [req-23b4d888-9207-43b5-80f8-2ec3886ad7ed req-c489375d-8456-4c4a-a0aa-321a043dd5f1 service nova] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 1052.437418] env[69685]: INFO networking_nsxv3.common.synchronization [req-23b4d888-9207-43b5-80f8-2ec3886ad7ed req-c489375d-8456-4c4a-a0aa-321a043dd5f1 service nova] Enqueued Resource ID: 46bb1cf0-e69f-4dc7-ab66-d711b4d36432 with Priority: HIGHEST for action port [ 1052.444930] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_rules [ 1052.444930] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 1052.444930] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46bb1cf0-e69f-4dc7-ab66-d711b4d36432 with Priority: HIGHEST for action port [ 1052.444930] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.444930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.444930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.444930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.444930] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.445657] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.445743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.445843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.445996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.446178] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.446520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.446520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.446520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.446719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.446719] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.447500] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-46bb1cf0-e69f-4dc7-ab66-d711b4d36432 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.449087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46bb1cf0-e69f-4dc7-ab66-d711b4d36432" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.449087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46bb1cf0-e69f-4dc7-ab66-d711b4d36432" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.449087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46bb1cf0-e69f-4dc7-ab66-d711b4d36432" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.449087] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46bb1cf0-e69f-4dc7-ab66-d711b4d36432',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.949878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.950069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.950324] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.954525] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46bb1cf0-e69f-4dc7-ab66-d711b4d36432 with status ACTIVE [ 1052.954791] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.954895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.954939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.955235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.955376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.955588] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.955703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.955766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.955946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.956040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.956228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.956350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.956451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.956669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.956775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.956936] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46bb1cf0-e69f-4dc7-ab66-d711b4d36432 is going to be updated. [ 1052.978131] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.978332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.978332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.978702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.978799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.979339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46bb1cf0-e69f-4dc7-ab66-d711b4d36432" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.004723] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1053.004723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.004723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.004723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.004723] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.460755] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.503819] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e in Status: SUCCESS [ 1053.504187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.506841] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.506992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.507048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.507395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.507592] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.508802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.508802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.508802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.508802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.508802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.508802] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.964088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.964088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.964320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.964485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.964643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.964802] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead is going to be updated. [ 1053.992782] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.992982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.993067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.993230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.993384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.004492] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: IN_PROGRESS for 2s [ 1054.010239] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.010315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.010315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.011047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.011047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.011157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.011261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.011661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.011661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.011661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.011883] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.011993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.012073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.012262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.012409] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.012586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.012586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.012711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.012792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.012877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.013079] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.515581] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 116ae430-1c45-4626-8a06-89b061802121: rpc.has_security_group_logging(os_id): False [ 1054.532377] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.532639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.532639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.532753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.532800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.533040] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.533143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.533256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.533350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.533424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.533633] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.533737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.533793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.533937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.534024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.534213] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.534324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.534408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.534637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.534792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.534827] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1054.591267] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.592027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.592027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.592027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.592027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.605871] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1054.810920] env[69685]: INFO networking_nsxv3.common.synchronization [req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 req-09b47e36-fac8-4f1b-84ba-d41de3f58bdc tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1054.811492] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1054.814844] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.814844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.814844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.814844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.814844] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.814844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.814844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.814844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.814844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.814844] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.126572] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.126792] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.126909] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.127292] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.127566] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.127729] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.127860] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.128097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.128270] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.128546] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.128689] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.128807] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.128919] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.129053] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.129167] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.129307] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.146376] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.146554] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1055.146701] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.146974] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.147329] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-3a41fe9f-34ee-4092-9163-226f1faec205 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.147509] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-3a41fe9f-34ee-4092-9163-226f1faec205" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.147633] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-3a41fe9f-34ee-4092-9163-226f1faec205" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.147980] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-3a41fe9f-34ee-4092-9163-226f1faec205" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.148144] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a41fe9f-34ee-4092-9163-226f1faec205',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.316687] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.651039] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.651343] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.651445] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.651663] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.651814] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.651974] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 3a41fe9f-34ee-4092-9163-226f1faec205 not found, creating... [ 1055.652245] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.652421] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.652525] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.652748] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.652889] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.653205] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.653684] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.653684] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.653843] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.653896] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.654053] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 3a41fe9f-34ee-4092-9163-226f1faec205 is going to be created. [ 1055.672998] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.673228] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.673420] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.673647] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.673915] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.674188] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-3a41fe9f-34ee-4092-9163-226f1faec205" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.820217] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.014145] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: SUCCESS [ 1056.014323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.014591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.014709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.015291] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.015291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.015291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.015291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.015521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.015521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.015596] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.322837] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.323066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.323066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.324021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.324158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.324281] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1056.352631] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.352910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.352910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.353169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.353303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.362855] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1056.518385] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.519853] env[69685]: INFO networking_nsxv3.common.synchronization [req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 req-51251379-2b1b-4639-ab44-1d8da4bc4ecb service nova] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_rules [ 1056.522025] env[69685]: INFO networking_nsxv3.common.synchronization [req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 req-51251379-2b1b-4639-ab44-1d8da4bc4ecb service nova] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1056.522025] env[69685]: INFO networking_nsxv3.common.synchronization [req-bc5bb35b-5c1a-4742-a89a-ea5c54976619 req-51251379-2b1b-4639-ab44-1d8da4bc4ecb service nova] Enqueued Resource ID: 3a41fe9f-34ee-4092-9163-226f1faec205 with Priority: HIGHEST for action port [ 1056.522025] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_rules [ 1056.522025] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1056.522025] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a41fe9f-34ee-4092-9163-226f1faec205 with Priority: HIGHEST for action port [ 1056.522025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.522025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.522025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.522509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.522509] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.523870] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.524018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.524231] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a41fe9f-34ee-4092-9163-226f1faec205 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.524334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a41fe9f-34ee-4092-9163-226f1faec205" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.524392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a41fe9f-34ee-4092-9163-226f1faec205" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.524751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a41fe9f-34ee-4092-9163-226f1faec205" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.524751] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a41fe9f-34ee-4092-9163-226f1faec205',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.626219] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1056.626561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.655136] env[69685]: INFO networking_nsxv3.common.synchronization [req-aad9c842-0d27-44e8-8ce0-43c8f65240f3 req-e7ca3ff0-0f65-42c6-8d86-e1713c6c4461 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Enqueued Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_members [ 1056.655713] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_members [ 1056.656601] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.656892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.657485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.657485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.657485] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.657712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.657756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.658030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.658030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.658193] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.024127] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3deeb4e7-4566-4f39-97e6-811829e5aead: rpc.has_security_group_logging(os_id): False [ 1057.027284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.027402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.027593] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a41fe9f-34ee-4092-9163-226f1faec205 with status ACTIVE [ 1057.027751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.027851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.027910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.028159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.028252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.028424] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.028511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.028567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.028716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.028782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.030046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.030046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.030046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.030046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.030046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.030046] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a41fe9f-34ee-4092-9163-226f1faec205 is going to be updated. [ 1057.041923] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.042127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.042127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.042362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.043318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.043318] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.043318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.043318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.043318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.043318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.043318] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead is going to be updated. [ 1057.051595] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.051821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.051821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.052106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.052198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.052282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a41fe9f-34ee-4092-9163-226f1faec205" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.108030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.108595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.108595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.108595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.108750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.132227] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: IN_PROGRESS for 2s [ 1057.161729] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.374166] env[69685]: INFO networking_nsxv3.common.synchronization [None req-cbf1df85-4084-440a-bace-93a92bb09686 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_rules [ 1057.375061] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_rules [ 1057.375061] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65280efd-5a1c-48f5-951c-8c81f834af95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.375223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.375223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.375542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.375542] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.507824] env[69685]: INFO networking_nsxv3.common.synchronization [None req-516d5f1d-7cf0-4950-a90f-a646268dab44 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_rules [ 1057.508432] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_rules [ 1057.508688] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65280efd-5a1c-48f5-951c-8c81f834af95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.508791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.664115] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.895355] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.895563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.895646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.896083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.896215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.896343] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65280efd-5a1c-48f5-951c-8c81f834af95 already deleted. [ 1057.896451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.896611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.896836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.896942] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.166651] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.166810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.166920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.167238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.167333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.167460] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac is going to be updated. [ 1058.208883] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.209231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.209231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.209464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.209543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.225384] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac in Status: IN_PROGRESS for 2s [ 1058.375461] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1058.375461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.375743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.375785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.375962] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.376094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.376159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.376324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.376410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.376505] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.421518] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.421673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.421734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.421993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.422118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.422223] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65280efd-5a1c-48f5-951c-8c81f834af95 already deleted. [ 1058.422304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.881963] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.146469] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: SUCCESS [ 1059.146698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.383755] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.890871] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.890871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.890871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.890871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.890871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.890871] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1059.919262] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.919435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.919499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.919688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.919840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.929120] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1060.234527] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac in Status: SUCCESS [ 1060.234733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.938769] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1061.939185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.939185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.939378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.939566] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.939681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.939833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.939911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.940130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.940130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.940130] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.986210] env[69685]: INFO networking_nsxv3.common.synchronization [req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 req-0cef1bf5-d8da-4b43-ae01-5b19a97353d3 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1061.986210] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1061.986210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.986210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.986210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.986210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.986571] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.986571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.986571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.986732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.986732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.986830] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.320255] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.320556] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.320743] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.321187] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.321504] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.321655] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.321783] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.322095] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.322870] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.323213] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.323369] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.323491] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.323607] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.323727] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.323838] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.324065] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.342240] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.342448] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1062.342592] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.342793] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.343399] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-31055832-c2df-4edb-bfdb-8f2493a72e7a taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.343641] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-31055832-c2df-4edb-bfdb-8f2493a72e7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.343813] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-31055832-c2df-4edb-bfdb-8f2493a72e7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.344136] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-31055832-c2df-4edb-bfdb-8f2493a72e7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.344283] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31055832-c2df-4edb-bfdb-8f2493a72e7a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.446153] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.446318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.446399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.446606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.446775] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.446876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.446939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.447098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.447211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.447304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.447474] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.447586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.447648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.447789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.447924] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.448024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.448084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.448224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.448303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.448373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.448479] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.488635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.488799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.488862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.489090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.489192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.489451] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.489566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.489639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.489765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.489840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.490839] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1062.513392] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.513530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.513704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.513849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.513948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.522357] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1062.847239] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.847501] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.847654] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.847917] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.848391] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.848391] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 31055832-c2df-4edb-bfdb-8f2493a72e7a not found, creating... [ 1062.848702] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.848702] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.848918] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.848999] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.849157] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.849446] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.849629] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.849752] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.849966] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.852852] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.854927] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 31055832-c2df-4edb-bfdb-8f2493a72e7a is going to be created. [ 1062.875452] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.875706] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.875774] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.876091] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.876324] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.876549] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-31055832-c2df-4edb-bfdb-8f2493a72e7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.952165] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0474128-8fe4-49a0-880c-b64aaa07676b: rpc.has_security_group_logging(os_id): False [ 1062.969922] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.970124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.970191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.970372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.970466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.970751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.970954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.970954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.971164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.971230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.971473] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.971605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.971670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.971776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.971897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.972211] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.972331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.972386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.972550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.972633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.972723] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1063.052255] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.052255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.052255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.052255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.052255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.062449] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1063.256170] env[69685]: INFO networking_nsxv3.common.synchronization [req-13d2666b-2f1d-49d1-a076-f2013ea9837e req-208b4cda-a435-4e43-8eed-e9c4cbe8f0d7 tempest-FloatingIPsAssociationTestJSON-72629635 tempest-FloatingIPsAssociationTestJSON-72629635-project-member] Enqueued Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_members [ 1063.256893] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGHEST for action security_group_members [ 1063.257364] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.257588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.257715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.258010] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.258266] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.258464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.258565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.258890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.259026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.259205] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.677237] env[69685]: INFO networking_nsxv3.common.synchronization [req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 req-872e6fd6-bb6d-4a0e-a231-9498a1767c14 service nova] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_rules [ 1063.677237] env[69685]: INFO networking_nsxv3.common.synchronization [req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 req-872e6fd6-bb6d-4a0e-a231-9498a1767c14 service nova] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1063.677237] env[69685]: INFO networking_nsxv3.common.synchronization [req-f421e5a0-9df6-406f-a18a-1e1d5aed6342 req-872e6fd6-bb6d-4a0e-a231-9498a1767c14 service nova] Enqueued Resource ID: 31055832-c2df-4edb-bfdb-8f2493a72e7a with Priority: HIGHEST for action port [ 1063.677868] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_rules [ 1063.678013] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1063.678179] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31055832-c2df-4edb-bfdb-8f2493a72e7a with Priority: HIGHEST for action port [ 1063.678509] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.678628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.678692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.678891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.678989] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.681203] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.681309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.681616] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-31055832-c2df-4edb-bfdb-8f2493a72e7a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.681722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31055832-c2df-4edb-bfdb-8f2493a72e7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.681790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31055832-c2df-4edb-bfdb-8f2493a72e7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.681992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31055832-c2df-4edb-bfdb-8f2493a72e7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.682646] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31055832-c2df-4edb-bfdb-8f2493a72e7a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.763027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.763027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.763027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.763027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.763027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.763027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.763027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.763027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.763343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.763343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.763343] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a is going to be updated. [ 1063.813507] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.813663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.813730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.813927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.814102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.823096] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a in Status: IN_PROGRESS for 2s [ 1063.952052] env[69685]: INFO networking_nsxv3.common.synchronization [req-afe1da60-ffec-4387-97e1-b23bdf11ebe6 req-748724df-0d86-4e59-8e6b-7b5389352484 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Enqueued Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_members [ 1063.952746] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_members [ 1063.953036] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42cd22b3-817a-4d93-ba05-c0500637f187 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.953036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.953137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.953308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.953463] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.953564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.953627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.953775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.953860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.953956] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.181576] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.181721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.187621] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31055832-c2df-4edb-bfdb-8f2493a72e7a with status ACTIVE [ 1064.187857] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.187992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.188081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.188303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.188398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.188588] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.188689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.188748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.188896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.188968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.189168] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.189275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.189350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.189457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.189543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.189630] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31055832-c2df-4edb-bfdb-8f2493a72e7a is going to be updated. [ 1064.214708] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.214708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.214708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.214708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.214708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.215106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31055832-c2df-4edb-bfdb-8f2493a72e7a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.459366] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.534651] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1064.536029] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce deletion is rescheduled due to dependency. [ 1064.536029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.536029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.536029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.536029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.536029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.536029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.536029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.536029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.536499] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.963200] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.041970] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.075547] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1065.075547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.466333] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.466591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.466704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.467575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.467751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.468567] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42cd22b3-817a-4d93-ba05-c0500637f187 is going to be updated. [ 1065.493958] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.493958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.493958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.494401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.494438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.503915] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42cd22b3-817a-4d93-ba05-c0500637f187 in Status: IN_PROGRESS for 2s [ 1065.547063] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.832350] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a in Status: SUCCESS [ 1065.832538] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a deletion is rescheduled due to dependency. [ 1065.832668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.048913] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.049295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.049295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.049444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.049616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.049772] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1066.079338] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.079538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.079624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.079797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.079939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.087272] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1067.514552] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42cd22b3-817a-4d93-ba05-c0500637f187 in Status: SUCCESS [ 1067.515289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.100021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1068.100021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.100021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.100021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.100021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.100021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.100021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.100021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.100021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.100021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.100021] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.439238] env[69685]: INFO networking_nsxv3.common.synchronization [req-ed476520-f330-49a4-b25b-d4e004f73a04 req-90894165-68cb-4fd9-b37b-bdb727476b68 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1068.439238] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1068.441691] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.441691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.441691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.441691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.442273] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.442273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.442273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.442273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.442273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.442273] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.601636] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.601978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.601978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.602112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.602351] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.602447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.602447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.602602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.602706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.602771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.602900] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.602992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.603056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.603206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.603776] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.603921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.603981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.604150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.604230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.604304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.604399] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.944081] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.106451] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 752df773-597f-4e1b-aac0-2939a99418ce: rpc.has_security_group_logging(os_id): False [ 1069.124426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.124594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.124665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.124952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.125130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.125419] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.125551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.125675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.125856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.125939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.126153] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.126355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.126432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.126589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.126708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.126921] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.127093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.127161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.127402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.127501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.127595] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1069.184752] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.184979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.184979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.185330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.185483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.199823] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1069.450083] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.954546] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.954871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.954871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.955012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.955123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.955232] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1069.982793] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.982793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.982793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.982793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.982793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.991101] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1071.052085] env[69685]: INFO networking_nsxv3.common.synchronization [req-b514a831-c96c-406f-9ecd-d0ed92c13e86 req-655840e4-a42c-4019-a6f4-c322d01285dd tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1071.052496] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1071.053205] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.053418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.055835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.055835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.055835] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.055835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.055835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.055835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.055835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.055835] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.214046] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1071.214259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.402328] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.402644] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.402797] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.403121] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.403419] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.403591] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.403714] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.403946] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.404114] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.404516] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1071.404652] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.404830] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.404950] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.405076] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1071.405188] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.405327] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.434017] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.434168] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1071.434292] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.434543] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.434805] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-63bbfe74-9d75-49df-b609-b0b1fed66eeb taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.435444] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.435444] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.435641] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.435641] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63bbfe74-9d75-49df-b609-b0b1fed66eeb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.556728] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.941706] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.941706] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.941706] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.941706] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.941706] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.941997] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 63bbfe74-9d75-49df-b609-b0b1fed66eeb not found, creating... [ 1071.942052] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.943570] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.943570] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.943570] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.943570] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.943570] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.943570] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.943570] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.943570] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.943570] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.944052] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 63bbfe74-9d75-49df-b609-b0b1fed66eeb is going to be created. [ 1071.970663] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.970904] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.971102] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.971367] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.971646] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.971884] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.006423] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1072.006694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.059974] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.566991] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.566991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.566991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.566991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.566991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.566991] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1072.593899] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.594224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.594224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.594333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.594759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.602749] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1072.688157] env[69685]: INFO networking_nsxv3.common.synchronization [req-b514a831-c96c-406f-9ecd-d0ed92c13e86 req-35f1c042-31f7-47c9-9026-1d2428b51829 service nova] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_rules [ 1072.688373] env[69685]: INFO networking_nsxv3.common.synchronization [req-b514a831-c96c-406f-9ecd-d0ed92c13e86 req-35f1c042-31f7-47c9-9026-1d2428b51829 service nova] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1072.688547] env[69685]: INFO networking_nsxv3.common.synchronization [req-b514a831-c96c-406f-9ecd-d0ed92c13e86 req-35f1c042-31f7-47c9-9026-1d2428b51829 service nova] Enqueued Resource ID: 63bbfe74-9d75-49df-b609-b0b1fed66eeb with Priority: HIGHEST for action port [ 1072.689139] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_rules [ 1072.689293] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1072.689401] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63bbfe74-9d75-49df-b609-b0b1fed66eeb with Priority: HIGHEST for action port [ 1072.689715] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.689893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.689893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.691644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.691644] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.691644] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.691644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.691947] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-63bbfe74-9d75-49df-b609-b0b1fed66eeb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.691947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.691947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.692157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.692368] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63bbfe74-9d75-49df-b609-b0b1fed66eeb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.193943] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.194196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.195570] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63bbfe74-9d75-49df-b609-b0b1fed66eeb with status ACTIVE [ 1073.195827] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.195957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.196134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.196251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.196344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.196900] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.197054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.197124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.197394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.197560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.197696] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.197818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.197876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.198291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.198392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.198501] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63bbfe74-9d75-49df-b609-b0b1fed66eeb is going to be updated. [ 1073.219572] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.219741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.220885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.220885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.220885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.220885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.017592] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.017880] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.018453] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.018996] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.019312] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.019484] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.019628] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.019879] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.021505] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.021505] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.021505] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.021505] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.021505] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.021505] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.021505] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.021505] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.038968] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.039159] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.039303] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.042023] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.042023] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-5ad3fbab-11a3-43bb-b811-2b493f6294df taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.042023] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.042023] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.042023] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.042023] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ad3fbab-11a3-43bb-b811-2b493f6294df',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.412286] env[69685]: INFO networking_nsxv3.common.synchronization [None req-24ec32a6-2e52-4988-af17-35741121232b None None] Enqueued Resource ID: d4af331b-ec6f-469c-b4e6-42ff79a51714 with Priority: HIGHEST for action port [ 1074.412636] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4af331b-ec6f-469c-b4e6-42ff79a51714 with Priority: HIGHEST for action port [ 1074.413282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4af331b-ec6f-469c-b4e6-42ff79a51714 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.413282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4af331b-ec6f-469c-b4e6-42ff79a51714" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.413282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4af331b-ec6f-469c-b4e6-42ff79a51714" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.413512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4af331b-ec6f-469c-b4e6-42ff79a51714" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.413661] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4af331b-ec6f-469c-b4e6-42ff79a51714',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.546746] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.547339] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.547460] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.547792] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.548062] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.548650] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.548862] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.549069] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.549369] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.550313] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.550313] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.550833] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.550833] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.550898] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.555020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.555020] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 5ad3fbab-11a3-43bb-b811-2b493f6294df is going to be updated. [ 1074.572222] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.572523] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.572722] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.573054] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.573354] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.573615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.614732] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1074.615257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.615493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.615793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.616086] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.616241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.616333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.616533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.616643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.616761] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.918496] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4af331b-ec6f-469c-b4e6-42ff79a51714 [ 1074.918496] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.918658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.918658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.919280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.919280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.919280] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4af331b-ec6f-469c-b4e6-42ff79a51714 already deleted. [ 1074.919280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4af331b-ec6f-469c-b4e6-42ff79a51714" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.120643] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.347842] env[69685]: INFO networking_nsxv3.common.synchronization [req-f00debc7-11fd-455f-9c23-b0f54093681e req-223656be-9afc-4eb0-b9d5-9afe68e1e234 service nova] Enqueued Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_rules [ 1075.348038] env[69685]: INFO networking_nsxv3.common.synchronization [req-f00debc7-11fd-455f-9c23-b0f54093681e req-223656be-9afc-4eb0-b9d5-9afe68e1e234 service nova] Enqueued Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_members [ 1075.348222] env[69685]: INFO networking_nsxv3.common.synchronization [req-f00debc7-11fd-455f-9c23-b0f54093681e req-223656be-9afc-4eb0-b9d5-9afe68e1e234 service nova] Enqueued Resource ID: 5ad3fbab-11a3-43bb-b811-2b493f6294df with Priority: HIGHEST for action port [ 1075.348431] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_rules [ 1075.348556] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_members [ 1075.348648] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad3fbab-11a3-43bb-b811-2b493f6294df with Priority: HIGHEST for action port [ 1075.349254] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3414f988-2b1c-46b9-a1c7-a57df13c2536 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.349402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.349439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.349626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.349779] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.350555] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3414f988-2b1c-46b9-a1c7-a57df13c2536 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.354023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.354023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.354023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.354023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.354023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.354023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.354023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.354023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.354023] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.354023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ad3fbab-11a3-43bb-b811-2b493f6294df taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.354023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.354023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.354023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.354023] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ad3fbab-11a3-43bb-b811-2b493f6294df',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.623043] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.854596] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3414f988-2b1c-46b9-a1c7-a57df13c2536 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.854596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.854721] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.855875] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ad3fbab-11a3-43bb-b811-2b493f6294df with status ACTIVE [ 1075.856144] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.856317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.856442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.856743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.856894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.857172] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.857341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.857410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.857726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.857829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.858529] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.858529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.858529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.858908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.858908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.858908] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ad3fbab-11a3-43bb-b811-2b493f6294df is going to be updated. [ 1075.882324] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.882324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.882324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.882324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.882324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.882324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ad3fbab-11a3-43bb-b811-2b493f6294df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.127460] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.127460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.127460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.127460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.127460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.127460] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1076.155059] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.155273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.155320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.156546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.156546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.164952] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1076.362034] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.634848] env[69685]: INFO networking_nsxv3.common.synchronization [None req-523230cd-aeae-4875-8b86-c4c683e87083 None None] Enqueued Resource ID: 809cce4b-303c-44ff-a926-cd809dfb334d with Priority: HIGHEST for action port [ 1076.635147] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809cce4b-303c-44ff-a926-cd809dfb334d with Priority: HIGHEST for action port [ 1076.635750] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-809cce4b-303c-44ff-a926-cd809dfb334d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.635920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809cce4b-303c-44ff-a926-cd809dfb334d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.635959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809cce4b-303c-44ff-a926-cd809dfb334d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.636376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809cce4b-303c-44ff-a926-cd809dfb334d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.636502] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809cce4b-303c-44ff-a926-cd809dfb334d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.865831] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.866077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.866159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.866387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.866554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.866592] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 is going to be updated. [ 1076.893818] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.893818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.893818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.893818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.893818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.905372] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 in Status: IN_PROGRESS for 2s [ 1077.080605] env[69685]: INFO networking_nsxv3.common.synchronization [req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 req-aa6bd7a1-76d1-48be-aed6-6631d190b59d tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Enqueued Resource ID: ea5e632a-f422-4d4f-80d1-44171566c541 with Priority: HIGHEST for action security_group_members [ 1077.082473] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5e632a-f422-4d4f-80d1-44171566c541 with Priority: HIGHEST for action security_group_members [ 1077.082909] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea5e632a-f422-4d4f-80d1-44171566c541 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.083197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.083296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.083877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.083877] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.083877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.084061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.084098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.084176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.084278] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea5e632a-f422-4d4f-80d1-44171566c541',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.138836] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 809cce4b-303c-44ff-a926-cd809dfb334d [ 1077.138999] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.139176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.139262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.139539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.139539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.139677] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:809cce4b-303c-44ff-a926-cd809dfb334d already deleted. [ 1077.139744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809cce4b-303c-44ff-a926-cd809dfb334d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.425398] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.425587] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.425718] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.425986] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.426285] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.426443] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.426565] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.426784] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.426944] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.427155] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.427325] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.427423] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.427526] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.427640] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.427748] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.427882] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.454042] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.454042] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1077.454042] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.454042] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.454415] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-c4a5ea5a-5025-4792-8a20-9e91aa372153 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.454415] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-c4a5ea5a-5025-4792-8a20-9e91aa372153" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.454570] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-c4a5ea5a-5025-4792-8a20-9e91aa372153" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.454932] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-c4a5ea5a-5025-4792-8a20-9e91aa372153" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.455102] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4a5ea5a-5025-4792-8a20-9e91aa372153',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.587175] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.587175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.587175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.587467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.587513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.587729] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.587855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.587911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.588085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.588166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.588251] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea5e632a-f422-4d4f-80d1-44171566c541 already deleted. [ 1077.588333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.957537] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.957849] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.958036] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.958634] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.958772] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.958867] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port c4a5ea5a-5025-4792-8a20-9e91aa372153 not found, creating... [ 1077.959128] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.960047] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.960047] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.960047] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.960047] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.960261] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.960261] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.960388] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.960559] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.960698] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.960841] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: c4a5ea5a-5025-4792-8a20-9e91aa372153 is going to be created. [ 1077.980096] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.980306] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.980481] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.980746] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.980977] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.981220] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-c4a5ea5a-5025-4792-8a20-9e91aa372153" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.174754] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1078.175845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.175845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.175845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.175845] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.175845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.175845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.175845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.176207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.176207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.176207] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.678716] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.678896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.678961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.679209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.679382] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.679486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.679548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.679701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.679789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.679887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.680053] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.680151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.680199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.680343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.680479] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.680561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.680617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.680749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.680878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.680930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.680987] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.800322] env[69685]: INFO networking_nsxv3.common.synchronization [req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 req-8c90098f-bf8f-4d47-8b2d-1f8b8081ad21 service nova] Enqueued Resource ID: ea5e632a-f422-4d4f-80d1-44171566c541 with Priority: HIGHEST for action security_group_rules [ 1078.800322] env[69685]: INFO networking_nsxv3.common.synchronization [req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 req-8c90098f-bf8f-4d47-8b2d-1f8b8081ad21 service nova] Enqueued Resource ID: ea5e632a-f422-4d4f-80d1-44171566c541 with Priority: HIGHEST for action security_group_members [ 1078.800511] env[69685]: INFO networking_nsxv3.common.synchronization [req-7b6dba4a-2d83-4963-bd95-0c1cf7974468 req-8c90098f-bf8f-4d47-8b2d-1f8b8081ad21 service nova] Enqueued Resource ID: c4a5ea5a-5025-4792-8a20-9e91aa372153 with Priority: HIGHEST for action port [ 1078.801805] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5e632a-f422-4d4f-80d1-44171566c541 with Priority: HIGHEST for action security_group_rules [ 1078.802017] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5e632a-f422-4d4f-80d1-44171566c541 with Priority: HIGHEST for action security_group_members [ 1078.802100] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4a5ea5a-5025-4792-8a20-9e91aa372153 with Priority: HIGHEST for action port [ 1078.802741] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea5e632a-f422-4d4f-80d1-44171566c541 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.802881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.802980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.803161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.803233] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea5e632a-f422-4d4f-80d1-44171566c541',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.804117] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea5e632a-f422-4d4f-80d1-44171566c541 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.804247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.804320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.804490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.804646] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.804840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.804840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.804958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.805047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.805139] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea5e632a-f422-4d4f-80d1-44171566c541',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.807681] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4a5ea5a-5025-4792-8a20-9e91aa372153 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.807681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4a5ea5a-5025-4792-8a20-9e91aa372153" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.807681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4a5ea5a-5025-4792-8a20-9e91aa372153" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.807681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4a5ea5a-5025-4792-8a20-9e91aa372153" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.807681] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4a5ea5a-5025-4792-8a20-9e91aa372153',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.915132] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 in Status: SUCCESS [ 1078.915401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.915569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.915801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.916021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.916155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.916206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.916383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.916471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.916559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.916651] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.189369] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 116ae430-1c45-4626-8a06-89b061802121: rpc.has_security_group_logging(os_id): False [ 1079.208212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.208403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.208478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.208645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.208741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.208967] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.209081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.209141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.209410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.209410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.209564] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.209643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.209703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.209848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.209920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.210132] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.210227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.210284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.210427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.210503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.210589] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1079.273054] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.273260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.273260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.273493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.273643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.287014] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1079.308478] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea5e632a-f422-4d4f-80d1-44171566c541',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.309668] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea5e632a-f422-4d4f-80d1-44171566c541 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.309668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.310019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4a5ea5a-5025-4792-8a20-9e91aa372153 with status ACTIVE [ 1079.310196] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.310307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.310374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.310576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.310665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.310832] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.310927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.310984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.311158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.311626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.311626] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.311626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.311626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.312063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.312063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.312063] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4a5ea5a-5025-4792-8a20-9e91aa372153 is going to be updated. [ 1079.334933] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.334933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.334933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.334933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.334933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.334933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4a5ea5a-5025-4792-8a20-9e91aa372153" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.419222] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.810503] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea5e632a-f422-4d4f-80d1-44171566c541',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.921575] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3414f988-2b1c-46b9-a1c7-a57df13c2536: rpc.has_security_group_logging(os_id): False [ 1079.939394] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.939623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.939623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.939895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.940022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.940436] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.940436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.940568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.940687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.940791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.940879] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 is going to be updated. [ 1079.997453] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.997625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.997824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.997915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.998046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.012856] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 in Status: IN_PROGRESS for 2s [ 1080.313451] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.313813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.313813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.313935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.314020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.314135] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea5e632a-f422-4d4f-80d1-44171566c541 is going to be created. [ 1080.338794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.339060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.339163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.339396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.339579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.350861] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea5e632a-f422-4d4f-80d1-44171566c541 in Status: UNINITIALIZED for 2s [ 1081.082371] env[69685]: INFO networking_nsxv3.common.synchronization [req-83df09d8-7506-4a1c-a4bb-793c70d74258 req-83e47a66-043c-41bc-9d1f-102d7f51e860 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_members [ 1081.082999] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_members [ 1081.083373] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-65280efd-5a1c-48f5-951c-8c81f834af95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.083526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.083593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.084110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.084220] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.085254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.085254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.085254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.085254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.085254] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.302057] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1081.302282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.559189] env[69685]: INFO networking_nsxv3.common.synchronization [req-c1d1ceca-ea3e-4770-b472-fdfd35ef2321 req-76084d6a-8345-42d1-a82a-88a117a580b5 tempest-ServerRescueTestJSON-462516949 tempest-ServerRescueTestJSON-462516949-project-member] Enqueued Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_members [ 1081.559878] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGHEST for action security_group_members [ 1081.561036] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.561036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.561036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.561036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.561036] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.561036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.561036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.561424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.561424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.561424] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.586878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.586878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.586996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.587149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.587240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.587598] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.587767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.588612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.588612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.588612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.588612] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65280efd-5a1c-48f5-951c-8c81f834af95 already deleted. [ 1081.588612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.596687] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.596872] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.596996] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.597279] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.597636] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.597809] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.597929] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.598163] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.598325] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.598607] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.598723] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.598831] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.598938] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.599066] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.599173] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.599307] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.619250] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.619250] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1081.619250] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.619425] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.619733] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-4504fa7e-70ae-43af-8633-893dee0963a8 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.619904] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-4504fa7e-70ae-43af-8633-893dee0963a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.620035] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-4504fa7e-70ae-43af-8633-893dee0963a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.620485] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-4504fa7e-70ae-43af-8633-893dee0963a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.620627] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4504fa7e-70ae-43af-8633-893dee0963a8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.031085] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 in Status: SUCCESS [ 1082.031383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.065603] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.065798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.065846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.066063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.066160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.066369] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.066753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.066753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.066753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.066753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.066972] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac is going to be updated. [ 1082.102047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.102375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.102375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.102491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.102621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.112024] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac in Status: IN_PROGRESS for 2s [ 1082.122899] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.123121] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.124027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.124027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.124027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.124027] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 4504fa7e-70ae-43af-8633-893dee0963a8 not found, creating... [ 1082.124248] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.124313] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.124406] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.124637] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.124841] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.125100] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.125269] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.125404] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.125685] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.125835] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.126033] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 4504fa7e-70ae-43af-8633-893dee0963a8 is going to be created. [ 1082.147915] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.148139] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.148269] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.148560] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.148792] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.149032] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-4504fa7e-70ae-43af-8633-893dee0963a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.360957] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea5e632a-f422-4d4f-80d1-44171566c541 in Status: SUCCESS [ 1082.361371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.361640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.361978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.362280] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.362463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.362571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.362814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.362944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.363213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.363401] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea5e632a-f422-4d4f-80d1-44171566c541',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.478509] env[69685]: INFO networking_nsxv3.common.synchronization [req-4d8437fc-05c4-4d91-8b50-9882b337279d req-c7e4dcb3-7251-4060-8794-d452a232a706 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1082.478703] env[69685]: INFO networking_nsxv3.common.synchronization [req-4d8437fc-05c4-4d91-8b50-9882b337279d req-c7e4dcb3-7251-4060-8794-d452a232a706 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: b46c48fe-b70b-4708-b571-2ab356738ebc with Priority: HIGHEST for action security_group_members [ 1082.479929] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1082.479929] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c48fe-b70b-4708-b571-2ab356738ebc with Priority: HIGHEST for action security_group_members [ 1082.480109] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.480109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.480208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.480347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.481108] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.481232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.481321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.481510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.481602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.481701] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.484343] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46c48fe-b70b-4708-b571-2ab356738ebc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.485285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.485285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.485285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.485285] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.485285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.485285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.485285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.485873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.485873] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46c48fe-b70b-4708-b571-2ab356738ebc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.531022] env[69685]: INFO networking_nsxv3.common.synchronization [req-4d8437fc-05c4-4d91-8b50-9882b337279d req-c7e4dcb3-7251-4060-8794-d452a232a706 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_rules [ 1082.531022] env[69685]: INFO networking_nsxv3.common.synchronization [req-4d8437fc-05c4-4d91-8b50-9882b337279d req-c7e4dcb3-7251-4060-8794-d452a232a706 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1082.531022] env[69685]: INFO networking_nsxv3.common.synchronization [req-4d8437fc-05c4-4d91-8b50-9882b337279d req-c7e4dcb3-7251-4060-8794-d452a232a706 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: b46c48fe-b70b-4708-b571-2ab356738ebc with Priority: HIGHEST for action security_group_rules [ 1082.531022] env[69685]: INFO networking_nsxv3.common.synchronization [req-4d8437fc-05c4-4d91-8b50-9882b337279d req-c7e4dcb3-7251-4060-8794-d452a232a706 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: b46c48fe-b70b-4708-b571-2ab356738ebc with Priority: HIGHEST for action security_group_members [ 1082.531022] env[69685]: INFO networking_nsxv3.common.synchronization [req-4d8437fc-05c4-4d91-8b50-9882b337279d req-c7e4dcb3-7251-4060-8794-d452a232a706 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 63bbfe74-9d75-49df-b609-b0b1fed66eeb with Priority: HIGHEST for action port [ 1082.531831] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_rules [ 1082.532129] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c48fe-b70b-4708-b571-2ab356738ebc with Priority: HIGHEST for action security_group_rules [ 1082.532347] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63bbfe74-9d75-49df-b609-b0b1fed66eeb with Priority: HIGHEST for action port [ 1082.532580] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1082.532782] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c48fe-b70b-4708-b571-2ab356738ebc with Priority: HIGHEST for action security_group_members [ 1082.533229] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.533488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.533643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.535147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.535147] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.535147] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b46c48fe-b70b-4708-b571-2ab356738ebc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.535755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.535949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.539022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.539022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b46c48fe-b70b-4708-b571-2ab356738ebc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.539022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-63bbfe74-9d75-49df-b609-b0b1fed66eeb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.539022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.539022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.539022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.539022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63bbfe74-9d75-49df-b609-b0b1fed66eeb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.539022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.539022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.539022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46c48fe-b70b-4708-b571-2ab356738ebc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.539971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.867085] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea5e632a-f422-4d4f-80d1-44171566c541',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.979889] env[69685]: INFO networking_nsxv3.common.synchronization [req-83df09d8-7506-4a1c-a4bb-793c70d74258 req-973e9b5f-89ee-43a2-8e4f-5d4ac49e0246 service nova] Enqueued Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_rules [ 1082.980128] env[69685]: INFO networking_nsxv3.common.synchronization [req-83df09d8-7506-4a1c-a4bb-793c70d74258 req-973e9b5f-89ee-43a2-8e4f-5d4ac49e0246 service nova] Enqueued Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_members [ 1082.980232] env[69685]: INFO networking_nsxv3.common.synchronization [req-83df09d8-7506-4a1c-a4bb-793c70d74258 req-973e9b5f-89ee-43a2-8e4f-5d4ac49e0246 service nova] Enqueued Resource ID: 4504fa7e-70ae-43af-8633-893dee0963a8 with Priority: HIGHEST for action port [ 1082.980471] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_rules [ 1082.980596] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_members [ 1082.980689] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4504fa7e-70ae-43af-8633-893dee0963a8 with Priority: HIGHEST for action port [ 1082.985322] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65280efd-5a1c-48f5-951c-8c81f834af95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.985322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.985322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.993342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.993342] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.993342] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-65280efd-5a1c-48f5-951c-8c81f834af95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.993342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.993342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.993342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.993342] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.993342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.993342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.993342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.993342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.993342] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.994213] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4504fa7e-70ae-43af-8633-893dee0963a8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.994213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4504fa7e-70ae-43af-8633-893dee0963a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.994213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4504fa7e-70ae-43af-8633-893dee0963a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.995216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4504fa7e-70ae-43af-8633-893dee0963a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.995216] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4504fa7e-70ae-43af-8633-893dee0963a8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.999836] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.001156] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b46c48fe-b70b-4708-b571-2ab356738ebc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.041370] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63bbfe74-9d75-49df-b609-b0b1fed66eeb with status ACTIVE [ 1083.041898] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.042061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.042445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.042782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.042960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.043451] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.043606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.043887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.044280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.044280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.044486] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.044604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.044665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.044857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.044958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.045144] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63bbfe74-9d75-49df-b609-b0b1fed66eeb is going to be updated. [ 1083.046616] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.046763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.047035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46c48fe-b70b-4708-b571-2ab356738ebc taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.047144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.066655] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.066846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.066997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.067890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.067890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.067890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.368911] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea5e632a-f422-4d4f-80d1-44171566c541: rpc.has_security_group_logging(os_id): False [ 1083.385823] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.385975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.386045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.386264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.386374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.386618] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.386722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.386766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.386923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.386999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.387100] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea5e632a-f422-4d4f-80d1-44171566c541 is going to be created. [ 1083.447287] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.447539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.447601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.447807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.447987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.460164] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea5e632a-f422-4d4f-80d1-44171566c541 in Status: IN_PROGRESS for 2s [ 1083.503738] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4504fa7e-70ae-43af-8633-893dee0963a8 with status ACTIVE [ 1083.503738] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.503738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.503738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.503738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.503738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.503738] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.503738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.503738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.503738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.503738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.503738] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.503738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.503738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.503738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.503738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.505195] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4504fa7e-70ae-43af-8633-893dee0963a8 is going to be updated. [ 1083.509027] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.509027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-65280efd-5a1c-48f5-951c-8c81f834af95 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.509027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.509027] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.509027] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b46c48fe-b70b-4708-b571-2ab356738ebc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.554345] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.554541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.554685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.554797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.554969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.555156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4504fa7e-70ae-43af-8633-893dee0963a8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.864363] env[69685]: INFO networking_nsxv3.common.synchronization [None req-fce3c859-d8ac-4727-bd3e-e39b7ee1b11a tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Enqueued Resource ID: 79559791-0c29-4b3a-a73e-91b6ad17fa74 with Priority: HIGHEST for action security_group_rules [ 1083.864811] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79559791-0c29-4b3a-a73e-91b6ad17fa74 with Priority: HIGHEST for action security_group_rules [ 1083.865166] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79559791-0c29-4b3a-a73e-91b6ad17fa74 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.865314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79559791-0c29-4b3a-a73e-91b6ad17fa74" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.865423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79559791-0c29-4b3a-a73e-91b6ad17fa74" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.865743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79559791-0c29-4b3a-a73e-91b6ad17fa74" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.865832] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79559791-0c29-4b3a-a73e-91b6ad17fa74',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.942830] env[69685]: INFO networking_nsxv3.common.synchronization [None req-285fd7f0-a23c-45ae-83de-84b5d9562fa4 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Enqueued Resource ID: 79559791-0c29-4b3a-a73e-91b6ad17fa74 with Priority: HIGHEST for action security_group_rules [ 1083.943432] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79559791-0c29-4b3a-a73e-91b6ad17fa74 with Priority: HIGHEST for action security_group_rules [ 1083.943789] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79559791-0c29-4b3a-a73e-91b6ad17fa74 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.943946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79559791-0c29-4b3a-a73e-91b6ad17fa74" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.012509] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.014750] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.014981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.015126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.015479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.015654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.015822] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1084.017698] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.017900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.020603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.020603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.020603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.020603] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46c48fe-b70b-4708-b571-2ab356738ebc is going to be created. [ 1084.047396] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.047628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.047628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.047857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.048028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.050474] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.050627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.050698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.050878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.051029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.060827] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1084.061541] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46c48fe-b70b-4708-b571-2ab356738ebc in Status: UNINITIALIZED for 2s [ 1084.121032] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac in Status: IN_PROGRESS for 4s [ 1084.385791] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.386090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.386090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.386310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.386376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.386452] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79559791-0c29-4b3a-a73e-91b6ad17fa74 already deleted. [ 1084.386520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79559791-0c29-4b3a-a73e-91b6ad17fa74" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.386652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79559791-0c29-4b3a-a73e-91b6ad17fa74" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.386815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79559791-0c29-4b3a-a73e-91b6ad17fa74" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.387012] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79559791-0c29-4b3a-a73e-91b6ad17fa74',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.515700] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.515906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.515977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.516184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.516280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.516390] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65280efd-5a1c-48f5-951c-8c81f834af95 is going to be created. [ 1084.540228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.540405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.540452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.540698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.541043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.551076] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65280efd-5a1c-48f5-951c-8c81f834af95 in Status: UNINITIALIZED for 2s [ 1084.907082] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.907219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.907275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.907837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.907837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.907837] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79559791-0c29-4b3a-a73e-91b6ad17fa74 already deleted. [ 1084.907837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79559791-0c29-4b3a-a73e-91b6ad17fa74" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.472442] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea5e632a-f422-4d4f-80d1-44171566c541 in Status: SUCCESS [ 1085.472797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.071693] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1086.071959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.072210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.072462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.072764] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.072764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.072883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.072994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.073108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.074335] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.077913] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46c48fe-b70b-4708-b571-2ab356738ebc in Status: SUCCESS [ 1086.077913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.077913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.077913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.077913] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.077913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.077913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.077913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.077913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.077913] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46c48fe-b70b-4708-b571-2ab356738ebc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.131160] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac in Status: SUCCESS [ 1086.131365] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac deletion is rescheduled due to dependency. [ 1086.131498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.563266] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65280efd-5a1c-48f5-951c-8c81f834af95 in Status: SUCCESS [ 1086.563266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.563587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.564470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.564470] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.564470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.564470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.564470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.564470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.564470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.564470] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.579948] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.581626] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b46c48fe-b70b-4708-b571-2ab356738ebc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.035516] env[69685]: INFO networking_nsxv3.common.synchronization [req-36107020-6bef-4a61-9853-ebdedb9d1e3e req-e8d7a0cb-199b-4069-a6fb-2657554812a7 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1087.036097] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1087.036415] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.036559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.036630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.036833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.036989] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.037097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.037159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.037305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.037416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.037520] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.069724] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.083873] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.084706] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b46c48fe-b70b-4708-b571-2ab356738ebc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.540302] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.540497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.540546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.540773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.540883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.541181] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.541244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.541297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.541467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.541562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.541654] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 1087.567097] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.567543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.567543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.567626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.567760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.575952] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 1087.576247] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65280efd-5a1c-48f5-951c-8c81f834af95: rpc.has_security_group_logging(os_id): False [ 1087.586628] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.586833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.586909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.587155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.587269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.587446] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1087.589210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.589349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.589408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.589618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.589758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.589830] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46c48fe-b70b-4708-b571-2ab356738ebc is going to be updated. [ 1087.600451] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.600598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.600664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.600933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.600976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.601214] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.601339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.601390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.601523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.601597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.601687] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65280efd-5a1c-48f5-951c-8c81f834af95 is going to be created. [ 1087.624253] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.624531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.624654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.625451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.625451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.627549] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.627754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.627862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.628264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.628382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.639150] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1087.639926] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46c48fe-b70b-4708-b571-2ab356738ebc in Status: IN_PROGRESS for 2s [ 1087.658423] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.658588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.658674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.658958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.659090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.669947] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65280efd-5a1c-48f5-951c-8c81f834af95 in Status: IN_PROGRESS for 2s [ 1088.475680] env[69685]: INFO networking_nsxv3.common.synchronization [req-f356b47d-274a-49dc-ae9f-01e025c1e5ac req-a94e2730-5df2-47f9-b67e-66ac0d7e885c tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1088.475680] env[69685]: INFO networking_nsxv3.common.synchronization [req-f356b47d-274a-49dc-ae9f-01e025c1e5ac req-a94e2730-5df2-47f9-b67e-66ac0d7e885c tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: b46c48fe-b70b-4708-b571-2ab356738ebc with Priority: HIGHEST for action security_group_members [ 1088.475680] env[69685]: INFO networking_nsxv3.common.synchronization [req-f356b47d-274a-49dc-ae9f-01e025c1e5ac req-a94e2730-5df2-47f9-b67e-66ac0d7e885c tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 with Priority: HIGHEST for action security_group_members [ 1088.476015] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1088.476150] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c48fe-b70b-4708-b571-2ab356738ebc with Priority: HIGHEST for action security_group_members [ 1088.476242] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 with Priority: HIGHEST for action security_group_members [ 1088.479644] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.480444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.480743] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46c48fe-b70b-4708-b571-2ab356738ebc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.480871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.481100] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.481299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.481441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.481766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.481946] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.482085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.482173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.482365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.482945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.483101] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f90f570a-270f-44d8-a4a8-0e87b94fe9c2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.566759] env[69685]: INFO networking_nsxv3.common.synchronization [req-f356b47d-274a-49dc-ae9f-01e025c1e5ac req-a94e2730-5df2-47f9-b67e-66ac0d7e885c tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_rules [ 1088.566961] env[69685]: INFO networking_nsxv3.common.synchronization [req-f356b47d-274a-49dc-ae9f-01e025c1e5ac req-a94e2730-5df2-47f9-b67e-66ac0d7e885c tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1088.567114] env[69685]: INFO networking_nsxv3.common.synchronization [req-f356b47d-274a-49dc-ae9f-01e025c1e5ac req-a94e2730-5df2-47f9-b67e-66ac0d7e885c tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: b46c48fe-b70b-4708-b571-2ab356738ebc with Priority: HIGHEST for action security_group_rules [ 1088.567247] env[69685]: INFO networking_nsxv3.common.synchronization [req-f356b47d-274a-49dc-ae9f-01e025c1e5ac req-a94e2730-5df2-47f9-b67e-66ac0d7e885c tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: b46c48fe-b70b-4708-b571-2ab356738ebc with Priority: HIGHEST for action security_group_members [ 1088.567532] env[69685]: INFO networking_nsxv3.common.synchronization [req-f356b47d-274a-49dc-ae9f-01e025c1e5ac req-a94e2730-5df2-47f9-b67e-66ac0d7e885c tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 with Priority: HIGHEST for action security_group_rules [ 1088.567532] env[69685]: INFO networking_nsxv3.common.synchronization [req-f356b47d-274a-49dc-ae9f-01e025c1e5ac req-a94e2730-5df2-47f9-b67e-66ac0d7e885c tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 with Priority: HIGHEST for action security_group_members [ 1088.567662] env[69685]: INFO networking_nsxv3.common.synchronization [req-f356b47d-274a-49dc-ae9f-01e025c1e5ac req-a94e2730-5df2-47f9-b67e-66ac0d7e885c tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 63bbfe74-9d75-49df-b609-b0b1fed66eeb with Priority: HIGHEST for action port [ 1088.570488] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_rules [ 1088.570488] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c48fe-b70b-4708-b571-2ab356738ebc with Priority: HIGHEST for action security_group_rules [ 1088.570488] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 with Priority: HIGHEST for action security_group_members [ 1088.570488] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63bbfe74-9d75-49df-b609-b0b1fed66eeb with Priority: HIGHEST for action port [ 1088.570488] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 with Priority: HIGHEST for action security_group_rules [ 1088.570488] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1088.570488] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c48fe-b70b-4708-b571-2ab356738ebc with Priority: HIGHEST for action security_group_members [ 1088.570488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.570488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.570488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b46c48fe-b70b-4708-b571-2ab356738ebc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.571050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.571050] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.571050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.571050] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-63bbfe74-9d75-49df-b609-b0b1fed66eeb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.571050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.571416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.571416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.571416] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63bbfe74-9d75-49df-b609-b0b1fed66eeb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.573290] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f90f570a-270f-44d8-a4a8-0e87b94fe9c2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.573290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.573290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.573549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.573549] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f90f570a-270f-44d8-a4a8-0e87b94fe9c2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.574195] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.574284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.574416] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46c48fe-b70b-4708-b571-2ab356738ebc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.574491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.985170] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f90f570a-270f-44d8-a4a8-0e87b94fe9c2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.076107] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63bbfe74-9d75-49df-b609-b0b1fed66eeb with status ACTIVE [ 1089.076846] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.077088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.077216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.078504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.078708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.079159] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.079286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.079360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.079547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.079619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.079821] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.079949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.080032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.080217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.080217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.080383] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63bbfe74-9d75-49df-b609-b0b1fed66eeb is going to be updated. [ 1089.085944] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.086187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.107251] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.107251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.107251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.107251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.107251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.107251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63bbfe74-9d75-49df-b609-b0b1fed66eeb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.164610] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c2d5d65-4d13-466b-9533-72ee2b1b1cac req-11ab09e2-00d3-4840-a3e0-6a8847d0da8d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1089.165187] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1089.165504] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.165628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.165708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.165886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.169719] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.169719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.169719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.169719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.169719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.169719] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.488484] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f90f570a-270f-44d8-a4a8-0e87b94fe9c2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.584516] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 1089.584843] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 deletion is rescheduled due to dependency. [ 1089.584843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.651745] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1089.651745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.651745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.651745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.651745] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.651745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.651745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.651745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.651745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.651745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.651745] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.653413] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46c48fe-b70b-4708-b571-2ab356738ebc in Status: SUCCESS [ 1089.653751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.654045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.654339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.656017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.656017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.656017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.656017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.656017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.656017] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.656017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.657865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.657865] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.657865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.657865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.657865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.657865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.657865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.657865] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b46c48fe-b70b-4708-b571-2ab356738ebc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.661306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.661306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.661306] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.661306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.661306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.661306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.661306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.661306] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46c48fe-b70b-4708-b571-2ab356738ebc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.672575] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.672745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.672805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.673094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.673215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.673443] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.673571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.674195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.674808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.674961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.675097] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1089.685673] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65280efd-5a1c-48f5-951c-8c81f834af95 in Status: SUCCESS [ 1089.685879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.700834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.700834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.700834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.701155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.701155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.706107] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1180a7b8-e8d6-4b6b-9765-cc38ad8caa9d None None] Enqueued Resource ID: 27546135-e53d-41fd-bfb9-61599accf632 with Priority: HIGHEST for action port [ 1089.706370] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27546135-e53d-41fd-bfb9-61599accf632 with Priority: HIGHEST for action port [ 1089.706927] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-27546135-e53d-41fd-bfb9-61599accf632 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.707066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27546135-e53d-41fd-bfb9-61599accf632" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.707137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27546135-e53d-41fd-bfb9-61599accf632" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.707467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27546135-e53d-41fd-bfb9-61599accf632" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.707548] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27546135-e53d-41fd-bfb9-61599accf632',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.712439] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1089.990829] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.990981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.991059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.991375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.991375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.992356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 is going to be created. [ 1090.026532] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.026791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.026791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.026966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.027159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.038271] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 in Status: UNINITIALIZED for 2s [ 1090.096221] env[69685]: INFO networking_nsxv3.common.synchronization [req-d0241c8c-4d68-426f-927d-db7599211040 req-38dc3611-e2a3-47b2-9023-d16e4bbfca75 tempest-ListImageFiltersTestJSON-2074352907 tempest-ListImageFiltersTestJSON-2074352907-project-member] Enqueued Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_members [ 1090.096873] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGHEST for action security_group_members [ 1090.097526] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-42cd22b3-817a-4d93-ba05-c0500637f187 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.097691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.097761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.098017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.098203] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.098327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.098671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.098671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.098765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.100126] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.160439] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.165763] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.165877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.166094] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b46c48fe-b70b-4708-b571-2ab356738ebc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.166885] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b46c48fe-b70b-4708-b571-2ab356738ebc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.212229] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27546135-e53d-41fd-bfb9-61599accf632 [ 1090.212537] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.212719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.212792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.213108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.213693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.213693] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27546135-e53d-41fd-bfb9-61599accf632 already deleted. [ 1090.213693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27546135-e53d-41fd-bfb9-61599accf632" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.482023] env[69685]: INFO networking_nsxv3.common.synchronization [None req-52cdd2d9-c1f4-4e49-839b-758db282fcc7 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Enqueued Resource ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c with Priority: HIGHEST for action security_group_rules [ 1090.482570] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c with Priority: HIGHEST for action security_group_rules [ 1090.482911] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.483023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.483100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.483359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.483445] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7f6ddc3-6349-48c0-8cc2-800633f6824c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.602618] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.602895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.602895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.603166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.603278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.603514] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.603711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.603711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.603860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.603952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.604057] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42cd22b3-817a-4d93-ba05-c0500637f187 is going to be updated. [ 1090.627912] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.628106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.628180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.628349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.628516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.635815] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42cd22b3-817a-4d93-ba05-c0500637f187 in Status: IN_PROGRESS for 2s [ 1090.668256] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.669026] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b46c48fe-b70b-4708-b571-2ab356738ebc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.670055] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b46c48fe-b70b-4708-b571-2ab356738ebc: rpc.has_security_group_logging(os_id): False [ 1090.691443] env[69685]: INFO networking_nsxv3.common.synchronization [None req-4c94e407-86b7-4256-b38f-8e3ba4177dab tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Enqueued Resource ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c with Priority: HIGHEST for action security_group_rules [ 1090.692461] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.692579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.692667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.693489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.693489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.695664] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.695872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.695872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.696072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.696125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.696210] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b46c48fe-b70b-4708-b571-2ab356738ebc is going to be created. [ 1090.698335] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c with Priority: HIGHEST for action security_group_rules [ 1090.699278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.699278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.780701] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.780701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.780900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.781169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.781169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.799050] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b46c48fe-b70b-4708-b571-2ab356738ebc in Status: IN_PROGRESS for 2s [ 1091.006026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.006163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.006239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.006460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.006555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.006649] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c already deleted. [ 1091.006731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.006881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.007055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.007140] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7f6ddc3-6349-48c0-8cc2-800633f6824c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.170550] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.170723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.170804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.171041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.171129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.173024] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1091.175252] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.175626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.175755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.176013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.176109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.176208] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46c48fe-b70b-4708-b571-2ab356738ebc is going to be updated. [ 1091.209930] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.210160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.210160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.210385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.210541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.212216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.212334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.212387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.212554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.212679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.222492] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1091.223182] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46c48fe-b70b-4708-b571-2ab356738ebc in Status: IN_PROGRESS for 2s [ 1091.525477] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.525654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.525718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.526223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.526380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.526484] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c already deleted. [ 1091.526703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.534468] env[69685]: INFO networking_nsxv3.common.synchronization [req-f87a8d02-1c20-40b0-9100-fded02e32944 req-2894c03c-7020-4cf1-a24a-7ee066a58945 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1091.534634] env[69685]: INFO networking_nsxv3.common.synchronization [req-f87a8d02-1c20-40b0-9100-fded02e32944 req-2894c03c-7020-4cf1-a24a-7ee066a58945 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: b46c48fe-b70b-4708-b571-2ab356738ebc with Priority: HIGHEST for action security_group_members [ 1091.534765] env[69685]: INFO networking_nsxv3.common.synchronization [req-f87a8d02-1c20-40b0-9100-fded02e32944 req-2894c03c-7020-4cf1-a24a-7ee066a58945 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 with Priority: HIGHEST for action security_group_members [ 1091.535284] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1091.535415] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c48fe-b70b-4708-b571-2ab356738ebc with Priority: HIGHEST for action security_group_members [ 1091.535504] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 with Priority: HIGHEST for action security_group_members [ 1091.535768] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.535865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.536047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46c48fe-b70b-4708-b571-2ab356738ebc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.536124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.536295] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.536364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.722674] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1091.723251] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce deletion is rescheduled due to dependency. [ 1091.723536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.800804] env[69685]: INFO networking_nsxv3.common.synchronization [req-a4057eea-06af-4689-86de-02b88dc3a3be req-1f3003ce-2e3e-4926-b53b-7fed75916324 tempest-ServersWithSpecificFlavorTestJSON-1349168396 tempest-ServersWithSpecificFlavorTestJSON-1349168396-project-member] Enqueued Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_members [ 1091.801413] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGHEST for action security_group_members [ 1091.801708] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef2a4e4b-014a-4bfb-8efb-5029646a4819 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.801829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.801915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.802508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.802811] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.802973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.803084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.803233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.803333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.803768] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.999112] env[69685]: INFO networking_nsxv3.common.synchronization [None req-8ff06ae1-9df4-4cba-a1b5-e169ab39ef77 None None] Enqueued Resource ID: c6eea0a3-a5de-477c-b891-165a3a4c1015 with Priority: HIGHEST for action port [ 1091.999112] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6eea0a3-a5de-477c-b891-165a3a4c1015 with Priority: HIGHEST for action port [ 1091.999112] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6eea0a3-a5de-477c-b891-165a3a4c1015 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.999112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6eea0a3-a5de-477c-b891-165a3a4c1015" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.999112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6eea0a3-a5de-477c-b891-165a3a4c1015" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.999112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6eea0a3-a5de-477c-b891-165a3a4c1015" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.999514] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6eea0a3-a5de-477c-b891-165a3a4c1015',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.048511] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 in Status: SUCCESS [ 1092.048673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.048850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.049146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.049400] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.049545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.049630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.049905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.049965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.052020] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f90f570a-270f-44d8-a4a8-0e87b94fe9c2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.305550] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.305739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.305810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.306046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.306138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.306341] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.306431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.306489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.306635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.306705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.306789] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 is going to be updated. [ 1092.330792] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.331062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.331158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.331364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.331506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.340180] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 in Status: IN_PROGRESS for 2s [ 1092.500828] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6eea0a3-a5de-477c-b891-165a3a4c1015 [ 1092.501182] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.501344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.501439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.502324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.502324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.502324] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6eea0a3-a5de-477c-b891-165a3a4c1015 already deleted. [ 1092.502324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6eea0a3-a5de-477c-b891-165a3a4c1015" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.555684] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.555684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.555684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.555684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.555684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.555684] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.555684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.555684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.555684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.555684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.555684] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 is going to be deleted. [ 1092.584028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.584028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.584028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.584028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.584329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.584329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.584524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.584765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.584945] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.585062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.585138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.585327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.585413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.585511] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f90f570a-270f-44d8-a4a8-0e87b94fe9c2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.648027] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42cd22b3-817a-4d93-ba05-c0500637f187 in Status: SUCCESS [ 1092.648027] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42cd22b3-817a-4d93-ba05-c0500637f187 deletion is rescheduled due to dependency. [ 1092.648027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.815228] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b46c48fe-b70b-4708-b571-2ab356738ebc in Status: SUCCESS [ 1092.815531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.815721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.815985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.816091] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b46c48fe-b70b-4708-b571-2ab356738ebc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.112748] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.112748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.112748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.112748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.112748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.112748] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.112748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.112748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.112748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.112748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.112748] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 already deleted. [ 1093.112748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.112748] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f90f570a-270f-44d8-a4a8-0e87b94fe9c2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.112748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.112748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.112748] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.117166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.117166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.117166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.117166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.117166] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f90f570a-270f-44d8-a4a8-0e87b94fe9c2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.237548] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1093.237818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.239994] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46c48fe-b70b-4708-b571-2ab356738ebc in Status: SUCCESS [ 1093.239994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.239994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.240230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.240471] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.240741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.240741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.240883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.240980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.242048] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.243020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.243234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.244265] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.244265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.244265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.244265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.244265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.244265] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46c48fe-b70b-4708-b571-2ab356738ebc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.344664] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.345086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.345210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.345443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.345544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.345649] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b46c48fe-b70b-4708-b571-2ab356738ebc is going to be deleted. [ 1093.388719] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.388865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.388934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.389188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.389279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.389393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.597652] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f90f570a-270f-44d8-a4a8-0e87b94fe9c2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.598847] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.599049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.599176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.599460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.599583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.599835] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.599970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.600070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.600268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.600371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.600496] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 already deleted. [ 1093.600603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.746860] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.754217] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.754217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.754217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.754217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.754217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.754217] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.754217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.754217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.754217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.754217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.754217] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46c48fe-b70b-4708-b571-2ab356738ebc is going to be deleted. [ 1093.782439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.782439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.782439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.782439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.782439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.782439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.782439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.782439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.782439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.782439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.782439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.782439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.782439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.782439] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46c48fe-b70b-4708-b571-2ab356738ebc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.843606] env[69685]: INFO networking_nsxv3.common.synchronization [req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c req-385feace-34cc-4d14-9009-51d795785181 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Enqueued Resource ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c with Priority: HIGHEST for action security_group_members [ 1093.844136] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c with Priority: HIGHEST for action security_group_members [ 1093.844427] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.844550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.844612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.844869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.845604] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.845755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.845823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.845992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.846096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.846192] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5f05a8e-e204-4799-9ce4-2b81b8b7959c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.103370] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f90f570a-270f-44d8-a4a8-0e87b94fe9c2: rpc.has_security_group_logging(os_id): False [ 1094.120139] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.121330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.121330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.121330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.121330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.121330] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.121330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.121634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.121634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.121634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.121702] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 is going to be created. [ 1094.139752] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f90f570a-270f-44d8-a4a8-0e87b94fe9c2], does not exist path=[/infra/domains/default/groups/f90f570a-270f-44d8-a4a8-0e87b94fe9c2]."\n}' [ 1094.139752] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f90f570a-270f-44d8-a4a8-0e87b94fe9c2 [ 1094.139752] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1094.173500] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.173732] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-389" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.173866] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-389" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.174253] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-389" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.174524] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.174710] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.174844] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.175484] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.175676] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.176057] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.176205] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.176341] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.176486] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.176609] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.176746] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.176858] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.179571] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.179694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.179762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.179932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.181207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.181482] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.181588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.181653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.185017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.185017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.185017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.185017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.185017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.185017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.185017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.185017] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f90f570a-270f-44d8-a4a8-0e87b94fe9c2 is going to be created. [ 1094.209043] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f90f570a-270f-44d8-a4a8-0e87b94fe9c2], does not exist path=[/infra/domains/default/groups/f90f570a-270f-44d8-a4a8-0e87b94fe9c2]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f90f570a-270f-44d8-a4a8-0e87b94fe9c2 [ 1094.209043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f90f570a-270f-44d8-a4a8-0e87b94fe9c2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.209043] env[69685]: Traceback (most recent call last): [ 1094.209043] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1094.209043] env[69685]: return func(*args, **kwargs) [ 1094.209043] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1094.209043] env[69685]: res.raise_for_status() [ 1094.209043] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1094.209043] env[69685]: raise HTTPError(http_error_msg, response=self) [ 1094.209043] env[69685]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f90f570a-270f-44d8-a4a8-0e87b94fe9c2 [ 1094.209043] env[69685]: During handling of the above exception, another exception occurred: [ 1094.209043] env[69685]: Traceback (most recent call last): [ 1094.209043] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1094.209043] env[69685]: listener.cb(fileno) [ 1094.209043] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1094.209043] env[69685]: result = function(*args, **kwargs) [ 1094.209043] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1094.209043] env[69685]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1094.209043] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1094.209043] env[69685]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1094.209043] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1094.209043] env[69685]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1094.209043] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1094.209043] env[69685]: res.raise_for_status() [ 1094.209043] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1094.209043] env[69685]: raise HTTPError(http_error_msg, response=self) [ 1094.209043] env[69685]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f90f570a-270f-44d8-a4a8-0e87b94fe9c2 [ 1094.209043] env[69685]: Removing descriptor: 60 [ 1094.209926] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.210150] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1094.210311] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.210478] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-389" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.210765] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-619a68de-6229-4551-adc3-c7b17fe53ad7 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.210929] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-619a68de-6229-4551-adc3-c7b17fe53ad7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.211107] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-619a68de-6229-4551-adc3-c7b17fe53ad7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.211425] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-619a68de-6229-4551-adc3-c7b17fe53ad7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.211563] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('619a68de-6229-4551-adc3-c7b17fe53ad7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.248046] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.285043] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.285043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.285043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.285043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.285043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.285448] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.285523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.285598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.285847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.285996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.286181] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46c48fe-b70b-4708-b571-2ab356738ebc already deleted. [ 1094.286315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46c48fe-b70b-4708-b571-2ab356738ebc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.349226] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 in Status: SUCCESS [ 1094.349274] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 deletion is rescheduled due to dependency. [ 1094.349351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.352533] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.352533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.352533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.352533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.352533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.352533] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.352533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.352533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.352533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.352533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.352533] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c already deleted. [ 1094.352533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.583109] env[69685]: INFO networking_nsxv3.common.synchronization [req-172292c8-7a57-42a6-aef4-ce8c3cce2ffe req-c5c01e98-12e9-413b-bf76-100713e359ee tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Enqueued Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 1094.583109] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 1094.583109] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.583109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.583590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.583939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.584348] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.584638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.584840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.585147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.585450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.585704] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.715028] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.715724] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.715983] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.716550] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.716778] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.717076] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 619a68de-6229-4551-adc3-c7b17fe53ad7 not found, creating... [ 1094.717726] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.717908] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.718048] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.718299] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.718471] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.718782] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.718947] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.719260] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.719686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.721045] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.722118] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 619a68de-6229-4551-adc3-c7b17fe53ad7 is going to be created. [ 1094.740257] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.740462] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.740593] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.740908] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.741107] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.741335] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-619a68de-6229-4551-adc3-c7b17fe53ad7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.750927] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.751079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.751154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.751627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.751770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.752111] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1094.785759] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.785991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.785991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.786241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.786378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.796155] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1095.088207] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.088537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.088574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.088791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.112804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.112931] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.113028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.113060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.113256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.113343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.113440] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 is going to be updated. [ 1095.143650] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.143774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.143774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.143952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.144193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.166366] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: IN_PROGRESS for 2s [ 1095.506795] env[69685]: INFO networking_nsxv3.common.synchronization [req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c req-8283675b-004b-4fbf-b952-f94a6ab77795 service nova] Enqueued Resource ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c with Priority: HIGHEST for action security_group_rules [ 1095.506986] env[69685]: INFO networking_nsxv3.common.synchronization [req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c req-8283675b-004b-4fbf-b952-f94a6ab77795 service nova] Enqueued Resource ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c with Priority: HIGHEST for action security_group_members [ 1095.507144] env[69685]: INFO networking_nsxv3.common.synchronization [req-d01e153f-1ba6-4b7c-b581-cb8dd0ebba8c req-8283675b-004b-4fbf-b952-f94a6ab77795 service nova] Enqueued Resource ID: 619a68de-6229-4551-adc3-c7b17fe53ad7 with Priority: HIGHEST for action port [ 1095.507686] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c with Priority: HIGHEST for action security_group_rules [ 1095.507808] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c with Priority: HIGHEST for action security_group_members [ 1095.507907] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619a68de-6229-4551-adc3-c7b17fe53ad7 with Priority: HIGHEST for action port [ 1095.509453] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5f05a8e-e204-4799-9ce4-2b81b8b7959c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.509586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.509765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.510060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.510294] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5f05a8e-e204-4799-9ce4-2b81b8b7959c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.511083] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.511236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.511236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.511364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.511510] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.511608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.512204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.512204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.512204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.512204] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5f05a8e-e204-4799-9ce4-2b81b8b7959c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.512914] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-619a68de-6229-4551-adc3-c7b17fe53ad7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.513019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-619a68de-6229-4551-adc3-c7b17fe53ad7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.513019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-619a68de-6229-4551-adc3-c7b17fe53ad7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.513174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-619a68de-6229-4551-adc3-c7b17fe53ad7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.513249] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('619a68de-6229-4551-adc3-c7b17fe53ad7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.015088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.015231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.015483] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5f05a8e-e204-4799-9ce4-2b81b8b7959c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.016976] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 619a68de-6229-4551-adc3-c7b17fe53ad7 with status ACTIVE [ 1096.016976] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.016976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.016976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.016976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.016976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.017235] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.017291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.017322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.017483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.017572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.017757] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.017966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.017966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.018069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.018133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.018213] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 619a68de-6229-4551-adc3-c7b17fe53ad7 is going to be updated. [ 1096.036866] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.037037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.037098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.037306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.037506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.037677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-619a68de-6229-4551-adc3-c7b17fe53ad7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.520754] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5f05a8e-e204-4799-9ce4-2b81b8b7959c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.805630] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1096.805883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.806068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.806352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.806572] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.806697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.806763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.806925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.807015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.807109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.807270] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.807353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.807468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.807611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.807820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.807897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.807897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.808105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.808105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.808226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.808283] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.809122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.809287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.809446] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.809530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.809585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.809784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.809849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.809896] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.023621] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.023787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.023787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.024029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.024135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.024219] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c is going to be created. [ 1097.060714] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.060880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.060934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.061147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.061301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.070279] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c in Status: UNINITIALIZED for 2s [ 1097.175784] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: SUCCESS [ 1097.175784] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 deletion is rescheduled due to dependency. [ 1097.175784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.311739] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 116ae430-1c45-4626-8a06-89b061802121: rpc.has_security_group_logging(os_id): False [ 1097.312942] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.328612] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.328769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.328819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.329042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.347048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.347332] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.347485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.347547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.347823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.347925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.348161] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.348309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.348392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.348522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.348598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.348778] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.348864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.348945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.349079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.349152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.349236] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1097.403667] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.403667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.403667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.403667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.403841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.422800] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1097.519198] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1097.519450] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] NSXv3 Agent Agent loop - iteration:2 started [ 1097.816303] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.321836] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.321986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.322080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.322320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.322417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.322520] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1098.350368] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.350659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.350777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.351025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.351249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.359909] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1099.078927] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c in Status: SUCCESS [ 1099.079257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.079403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.079594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.079829] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.079974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.080113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.080232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.080319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.080449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.080513] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5f05a8e-e204-4799-9ce4-2b81b8b7959c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.436954] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1099.437197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.437380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.437706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.437822] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.582990] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.583240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.583758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.583758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.583850] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.583922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.583968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.585302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.585302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.585302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.585302] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.585302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.585302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.585302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.585302] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.585302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.585302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.585869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.585869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.585869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.585869] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5f05a8e-e204-4799-9ce4-2b81b8b7959c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.940884] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.940884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.088039] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5f05a8e-e204-4799-9ce4-2b81b8b7959c: rpc.has_security_group_logging(os_id): False [ 1100.105539] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.105684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.105724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.105944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.106055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.106312] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.106449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.106519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.106683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.106761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.106975] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.107088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.107151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.107294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.107368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.107664] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.107762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.107823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.107965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.108051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.108136] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c is going to be created. [ 1100.163335] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.163497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.163538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.163710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.163876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.173459] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c in Status: IN_PROGRESS for 2s [ 1100.370354] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1100.370559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.370720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.370976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.371190] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.371307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.371372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.371533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.371617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.371701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.371794] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.508523] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1100.508681] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1100.874065] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.874199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.874199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.874511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.875258] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.875258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.875258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.875258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.875494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.875494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.875689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.876486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.876486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.876486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.876486] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.876486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.876486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.876486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.876486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.876794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.876794] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.059267] env[69685]: INFO networking_nsxv3.common.synchronization [req-ec5c509b-ed00-40ae-a274-0d9d9a580159 req-9137d2f7-d324-4e94-afbc-65bec1c879f9 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1101.060212] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1101.060533] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.060654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.060724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.060927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.061797] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.061947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.062049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.062248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.062367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.062493] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.378531] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 116ae430-1c45-4626-8a06-89b061802121: rpc.has_security_group_logging(os_id): False [ 1101.397936] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.397936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.397936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.398412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.398813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.399192] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.399390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.399556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.399829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.399923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.400589] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.400589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.400589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.400589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.400589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.400759] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.400810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.400849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.400995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.401097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.401690] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1101.459199] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.459199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.459199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.459199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.459199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.485524] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1101.494074] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.494074] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.494074] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.494074] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.494729] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.495094] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.497213] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.497213] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.497213] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.497213] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.497213] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.497213] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.497213] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.497213] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.497213] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.497213] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.517629] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.517841] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1101.517989] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.518214] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.518601] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-95602863-b8e9-4b26-8dac-d372f7011a1b taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.518784] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-95602863-b8e9-4b26-8dac-d372f7011a1b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.518918] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-95602863-b8e9-4b26-8dac-d372f7011a1b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.519254] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-95602863-b8e9-4b26-8dac-d372f7011a1b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.519428] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95602863-b8e9-4b26-8dac-d372f7011a1b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.565298] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.565474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.565556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.565766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.594583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.594583] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.594583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.594583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.594793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.594880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.594977] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 1101.625910] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.626073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.626138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.626366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.626583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.634538] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 1102.023706] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.023949] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.024146] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.024493] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.024673] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.024863] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 95602863-b8e9-4b26-8dac-d372f7011a1b not found, creating... [ 1102.025186] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.025382] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.025547] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.025796] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.025948] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.026261] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.026422] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.026547] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.026765] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.026907] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.028026] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 95602863-b8e9-4b26-8dac-d372f7011a1b is going to be created. [ 1102.060967] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.061202] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.061331] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.061614] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.061854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.062095] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-95602863-b8e9-4b26-8dac-d372f7011a1b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.187059] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c in Status: SUCCESS [ 1102.187493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.851213] env[69685]: INFO networking_nsxv3.common.synchronization [req-ec5c509b-ed00-40ae-a274-0d9d9a580159 req-c52c9ef7-33bb-4001-a109-dc376ff03dbb service nova] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_rules [ 1102.851480] env[69685]: INFO networking_nsxv3.common.synchronization [req-ec5c509b-ed00-40ae-a274-0d9d9a580159 req-c52c9ef7-33bb-4001-a109-dc376ff03dbb service nova] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1102.851624] env[69685]: INFO networking_nsxv3.common.synchronization [req-ec5c509b-ed00-40ae-a274-0d9d9a580159 req-c52c9ef7-33bb-4001-a109-dc376ff03dbb service nova] Enqueued Resource ID: 95602863-b8e9-4b26-8dac-d372f7011a1b with Priority: HIGHEST for action port [ 1102.851838] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_rules [ 1102.851895] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1102.851979] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95602863-b8e9-4b26-8dac-d372f7011a1b with Priority: HIGHEST for action port [ 1102.855866] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.856009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.856098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.856315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.856374] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.857263] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.857355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.857599] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-95602863-b8e9-4b26-8dac-d372f7011a1b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.858307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95602863-b8e9-4b26-8dac-d372f7011a1b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.858307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95602863-b8e9-4b26-8dac-d372f7011a1b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.858307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95602863-b8e9-4b26-8dac-d372f7011a1b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.858307] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95602863-b8e9-4b26-8dac-d372f7011a1b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.361438] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.361571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.361766] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95602863-b8e9-4b26-8dac-d372f7011a1b with status ACTIVE [ 1103.361932] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.362049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.362117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.362329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.362419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.362598] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.362697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.362759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.362912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.362989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.363182] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.363275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.363336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.363475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.363550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.363633] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95602863-b8e9-4b26-8dac-d372f7011a1b is going to be updated. [ 1103.388222] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.388406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.388507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.388731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.388868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.389085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95602863-b8e9-4b26-8dac-d372f7011a1b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.514719] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1103.515017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.648924] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 1103.648924] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 deletion is rescheduled due to dependency. [ 1103.648924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.648924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.648924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.648924] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.648924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.648924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.648924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.648924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.648924] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.746298] env[69685]: INFO networking_nsxv3.common.synchronization [req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 req-a58d6855-8d8c-4e88-8768-f1f6e1af4baa tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1103.746298] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1103.747111] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.747416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.747677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.747999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.748386] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.748707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.748876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.749168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.749372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.749580] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.151213] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.251469] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.364492] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.364877] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.365277] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.365677] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.369019] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.369019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.369019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.369019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.369019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.369019] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.369019] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.369019] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.369019] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.369019] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.369019] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.369019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.388065] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.388383] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1104.389027] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.389027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.389262] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-80030531-047a-44bf-b526-73a8954a8a1e taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.389584] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-80030531-047a-44bf-b526-73a8954a8a1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.389820] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-80030531-047a-44bf-b526-73a8954a8a1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.390255] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-80030531-047a-44bf-b526-73a8954a8a1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.391218] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80030531-047a-44bf-b526-73a8954a8a1e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.654599] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.756394] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.892780] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.892997] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.893282] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.893791] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.894141] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.894419] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 80030531-047a-44bf-b526-73a8954a8a1e not found, creating... [ 1104.894816] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.895011] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.895149] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.895372] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.895579] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.895893] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.896343] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.896459] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.896690] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.896870] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.897245] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 80030531-047a-44bf-b526-73a8954a8a1e is going to be created. [ 1104.921467] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.921752] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.921884] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.922225] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.922474] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.922711] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-80030531-047a-44bf-b526-73a8954a8a1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.157334] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.157705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.157705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.157896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.157991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.158104] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 1105.186719] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.186927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.186927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.187166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.187308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.195855] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 1105.259440] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.259903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.259903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.260048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.260120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.260223] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1105.295369] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.295573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.295652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.295907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.296100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.305595] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1106.312977] env[69685]: INFO networking_nsxv3.common.synchronization [req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 req-95921713-011b-4810-b5f6-49d48391245b service nova] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_rules [ 1106.313262] env[69685]: INFO networking_nsxv3.common.synchronization [req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 req-95921713-011b-4810-b5f6-49d48391245b service nova] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1106.313391] env[69685]: INFO networking_nsxv3.common.synchronization [req-88b9db3b-c8e9-484c-927b-02a2d27c3db6 req-95921713-011b-4810-b5f6-49d48391245b service nova] Enqueued Resource ID: 80030531-047a-44bf-b526-73a8954a8a1e with Priority: HIGHEST for action port [ 1106.313904] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_rules [ 1106.318148] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1106.318308] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80030531-047a-44bf-b526-73a8954a8a1e with Priority: HIGHEST for action port [ 1106.318648] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.318797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.318880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.319150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.319256] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.324485] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.324485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.324485] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-80030531-047a-44bf-b526-73a8954a8a1e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.324485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80030531-047a-44bf-b526-73a8954a8a1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.324485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80030531-047a-44bf-b526-73a8954a8a1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.324485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80030531-047a-44bf-b526-73a8954a8a1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.324485] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80030531-047a-44bf-b526-73a8954a8a1e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.823260] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.823451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.826857] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80030531-047a-44bf-b526-73a8954a8a1e with status ACTIVE [ 1106.827090] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.827222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.827288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.827556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.827674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.827861] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.827957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.828645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.828928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.829041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.830022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.830022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.830022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.830022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.830022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.830022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80030531-047a-44bf-b526-73a8954a8a1e is going to be updated. [ 1106.852078] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.852269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.852368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.852569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.852754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.852926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80030531-047a-44bf-b526-73a8954a8a1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.205921] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 1107.206155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.206320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.206897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.206897] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.207053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.207053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.207160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.207240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.207327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.207418] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.315191] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1107.315554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.315999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.316236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.316422] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.316543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.316606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.316763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.316833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.316930] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.709505] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.709858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.709858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.710021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.710283] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.710351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.710411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.710654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.710758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.710913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.711038] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.711335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.711335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.711335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.711605] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.711605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.711605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.711823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.711823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.711920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.712064] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.735027] env[69685]: INFO networking_nsxv3.common.synchronization [req-5af9a9b7-0ecc-4801-82ba-53206cd887bd req-983cf817-619f-4b99-bff2-49464e71eb00 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_members [ 1107.735698] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_members [ 1107.736431] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-65280efd-5a1c-48f5-951c-8c81f834af95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.736616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.736694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.737458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.737955] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.738110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.738175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.738536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.738653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.739015] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.819099] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.904686] env[69685]: INFO networking_nsxv3.common.synchronization [req-12e61684-b8d3-421a-bcdd-3d30a05b3384 req-7a089c70-9dbb-42c0-9470-7c0eb13bfac0 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 with Priority: HIGHEST for action security_group_members [ 1107.904920] env[69685]: INFO networking_nsxv3.common.synchronization [req-12e61684-b8d3-421a-bcdd-3d30a05b3384 req-7a089c70-9dbb-42c0-9470-7c0eb13bfac0 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1107.905120] env[69685]: INFO networking_nsxv3.common.synchronization [req-12e61684-b8d3-421a-bcdd-3d30a05b3384 req-7a089c70-9dbb-42c0-9470-7c0eb13bfac0 tempest-SecurityGroupsTestJSON-844197663 tempest-SecurityGroupsTestJSON-844197663-project-member] Enqueued Resource ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e with Priority: HIGHEST for action security_group_members [ 1107.905804] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 with Priority: HIGHEST for action security_group_members [ 1107.905898] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116ae430-1c45-4626-8a06-89b061802121 with Priority: HIGHEST for action security_group_members [ 1107.906016] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e with Priority: HIGHEST for action security_group_members [ 1107.906566] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.906566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.906566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.907269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.907269] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.907269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.907269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.907269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.907269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.907530] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.908600] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-116ae430-1c45-4626-8a06-89b061802121 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.908796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.908796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.909468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.909468] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.909468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.909468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.909723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.909723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.909832] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116ae430-1c45-4626-8a06-89b061802121',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.910663] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-35905b05-4dc3-4f48-afea-f1daf64aeb6e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.910793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.910947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.911035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.911185] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.911269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.911333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.911471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.911663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.911663] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35905b05-4dc3-4f48-afea-f1daf64aeb6e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.180251] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.180251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.180251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.180251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.180251] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.180251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.180251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.180251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.180251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.180251] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.180251] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.180251] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.181585] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.181737] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.181857] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.181998] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.200856] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.201053] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1108.201202] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.201386] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.201703] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.201882] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.202021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.202367] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.202524] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.217034] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c6ac62-5e22-4f14-9c7c-d78d73c53726: rpc.has_security_group_logging(os_id): False [ 1108.230357] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.230522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.230593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.230855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.230957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.231177] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.231278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.231342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.231504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.231583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.231770] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.231864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.231925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.232106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.232194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.232445] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.232569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.232633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.232793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.232878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.232965] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 1108.242510] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.311638] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.311789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.311855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.312106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.312268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.321661] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.327301] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 1108.413585] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.413806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.413853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.414176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.414439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.414671] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.414786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.414855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.415050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.415138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.415234] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116ae430-1c45-4626-8a06-89b061802121 is going to be updated. [ 1108.416602] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.416722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.416795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.416957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.417956] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.418106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.442868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.444447] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.444447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.444447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.444447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.444447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.444447] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 is going to be updated. [ 1108.444989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.448414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.460202] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.460403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.460460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.460634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.460776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.470943] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: IN_PROGRESS for 2s [ 1108.487236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.487575] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.487754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.487754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.487975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.488077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.488158] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e is going to be updated. [ 1108.501227] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.501573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.501573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.501787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.501787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.510971] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 in Status: IN_PROGRESS for 2s [ 1108.521043] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.521043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.521043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.521043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.521043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.526481] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e in Status: IN_PROGRESS for 2s [ 1108.708399] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.708685] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.711263] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.711632] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.711804] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.711980] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a not found, creating... [ 1108.712294] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.712464] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.712580] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.712826] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.712978] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.713297] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.713453] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.713582] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.713803] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.713937] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.714779] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a is going to be created. [ 1108.732966] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.733212] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.733382] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.733690] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.733931] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.734184] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.744669] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.824364] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.824505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.824505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.825056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.825056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.825056] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1108.871586] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.871718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.871839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.872045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.872237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.882396] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1109.247119] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.247644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.247793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.248051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.248154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.248259] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65280efd-5a1c-48f5-951c-8c81f834af95 is going to be updated. [ 1109.277184] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.278590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.278762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.279052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.279443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.291418] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65280efd-5a1c-48f5-951c-8c81f834af95 in Status: IN_PROGRESS for 2s [ 1109.514141] env[69685]: INFO networking_nsxv3.common.synchronization [req-5af9a9b7-0ecc-4801-82ba-53206cd887bd req-fc41682b-bb03-4f66-ae0d-faa92201b1b1 service nova] Enqueued Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_rules [ 1109.514374] env[69685]: INFO networking_nsxv3.common.synchronization [req-5af9a9b7-0ecc-4801-82ba-53206cd887bd req-fc41682b-bb03-4f66-ae0d-faa92201b1b1 service nova] Enqueued Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_members [ 1109.514505] env[69685]: INFO networking_nsxv3.common.synchronization [req-5af9a9b7-0ecc-4801-82ba-53206cd887bd req-fc41682b-bb03-4f66-ae0d-faa92201b1b1 service nova] Enqueued Resource ID: ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a with Priority: HIGHEST for action port [ 1109.514695] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_rules [ 1109.514800] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_members [ 1109.514898] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a with Priority: HIGHEST for action port [ 1109.516731] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65280efd-5a1c-48f5-951c-8c81f834af95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.516929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.520813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.520813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.520813] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.520813] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-65280efd-5a1c-48f5-951c-8c81f834af95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.520813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.520813] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.520813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.520813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.520813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.520813] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.023692] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a with status ACTIVE [ 1110.024292] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.024979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.027028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.027028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.027028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.027028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.027028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.027028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.027028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.027028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.027028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.027028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.027028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.027028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.027470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.027470] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a is going to be updated. [ 1110.028876] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-65280efd-5a1c-48f5-951c-8c81f834af95 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.030552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.050854] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.050999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.051085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.051293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.051423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.051580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce9c5afc-efc5-479b-afb8-4f45bc5ebc8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.344125] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 1110.344380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.482844] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116ae430-1c45-4626-8a06-89b061802121 in Status: SUCCESS [ 1110.483712] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116ae430-1c45-4626-8a06-89b061802121 deletion is rescheduled due to dependency. [ 1110.483712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116ae430-1c45-4626-8a06-89b061802121" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.518639] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 in Status: SUCCESS [ 1110.518927] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8 deletion is rescheduled due to dependency. [ 1110.518960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.534128] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e in Status: SUCCESS [ 1110.534174] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35905b05-4dc3-4f48-afea-f1daf64aeb6e deletion is rescheduled due to dependency. [ 1110.534295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35905b05-4dc3-4f48-afea-f1daf64aeb6e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.902198] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1110.902420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.902590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.902824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.903037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.903156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.903221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.903374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.903454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.903540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.903635] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.304106] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65280efd-5a1c-48f5-951c-8c81f834af95 in Status: SUCCESS [ 1111.304537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.307081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.307081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.307081] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.307081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.307081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.307081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.307081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.307081] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.310834] env[69685]: INFO networking_nsxv3.common.synchronization [req-0d4eaa27-3c7c-4b4c-b619-69f728579c87 req-e67c93eb-7256-443f-85ec-86600d3b1ff1 tempest-InstanceActionsTestJSON-1528314496 tempest-InstanceActionsTestJSON-1528314496-project-member] Enqueued Resource ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c with Priority: HIGHEST for action security_group_members [ 1111.310834] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c with Priority: HIGHEST for action security_group_members [ 1111.310834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.310834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.310834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.310834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.310834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.311688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.311688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.311688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.311948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.312154] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5f05a8e-e204-4799-9ce4-2b81b8b7959c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.407199] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.407361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.407432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.407715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.407884] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.407983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.408064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.408215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.408300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.408386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.408552] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.408665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.408721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.408858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.409199] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.409199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.409199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.409293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.409343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.409420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.409511] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.812073] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.814951] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.815111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.815182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.815390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.815626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.815686] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.815770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.815836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.815996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.816084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.816639] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c is going to be updated. [ 1111.820553] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-330 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.820553] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-330" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.820553] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-330" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.820770] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-330" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.820951] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.821693] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.821693] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.821693] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.821693] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.822045] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.822188] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.822367] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.822540] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.822699] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.822857] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.823053] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.842136] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.843016] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.843016] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.843016] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-330" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.843016] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-b4285447-cfc2-46b7-b414-7b213ce43072 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.843211] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.843240] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.843543] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.843667] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4285447-cfc2-46b7-b414-7b213ce43072',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.846114] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.846241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.846310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.846633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.846633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.854349] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c in Status: IN_PROGRESS for 2s [ 1111.912862] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0474128-8fe4-49a0-880c-b64aaa07676b: rpc.has_security_group_logging(os_id): False [ 1111.932494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.932640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.932640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.932804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.952212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.952450] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.952564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.952628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.952817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.952893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.953089] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.953191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.953239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.953376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.953445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.953643] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.953727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.953785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.953929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.953990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.954094] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1112.012255] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.012390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.012436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.012660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.012812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.026372] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1112.313363] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.346614] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.346971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.347051] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.347305] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.347512] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.347821] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.348528] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.348528] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.348528] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.348528] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.348709] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.348953] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.349154] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.349223] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.349381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.349440] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: b4285447-cfc2-46b7-b414-7b213ce43072 is going to be updated. [ 1112.367688] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.367916] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.368127] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.368342] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.368584] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.368759] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.815629] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.816080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.816080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.816228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.816325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.816444] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65280efd-5a1c-48f5-951c-8c81f834af95 is going to be updated. [ 1112.850128] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.850242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.850302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.850564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.850653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.871794] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65280efd-5a1c-48f5-951c-8c81f834af95 in Status: IN_PROGRESS for 2s [ 1113.073252] env[69685]: INFO networking_nsxv3.common.synchronization [req-97e4ad23-7328-4dc1-b147-9a57c53029cf req-26e92dca-2a4b-421f-bd42-545bbe01a455 service nova] Enqueued Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_rules [ 1113.073252] env[69685]: INFO networking_nsxv3.common.synchronization [req-97e4ad23-7328-4dc1-b147-9a57c53029cf req-26e92dca-2a4b-421f-bd42-545bbe01a455 service nova] Enqueued Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_members [ 1113.073252] env[69685]: INFO networking_nsxv3.common.synchronization [req-97e4ad23-7328-4dc1-b147-9a57c53029cf req-26e92dca-2a4b-421f-bd42-545bbe01a455 service nova] Enqueued Resource ID: b4285447-cfc2-46b7-b414-7b213ce43072 with Priority: HIGHEST for action port [ 1113.073252] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_rules [ 1113.073252] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_members [ 1113.073252] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4285447-cfc2-46b7-b414-7b213ce43072 with Priority: HIGHEST for action port [ 1113.074157] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.074404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.074558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.075015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.075223] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.076780] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.077299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.077460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.077788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.078063] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.078322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.078494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.078802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.079956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.079956] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.080404] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4285447-cfc2-46b7-b414-7b213ce43072 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.080825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.080825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.080970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.081074] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4285447-cfc2-46b7-b414-7b213ce43072',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.583036] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.584016] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4285447-cfc2-46b7-b414-7b213ce43072 with status ACTIVE [ 1113.584220] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.584339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.584405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.584620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.584706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.584876] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.584967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.585037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.585184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.585257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.585557] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.585557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.585672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.585726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.585797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.585876] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4285447-cfc2-46b7-b414-7b213ce43072 is going to be updated. [ 1113.587587] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.587698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.605910] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.606074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.606150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.606340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.606468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.606619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4285447-cfc2-46b7-b414-7b213ce43072" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.862652] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c in Status: SUCCESS [ 1113.862893] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5f05a8e-e204-4799-9ce4-2b81b8b7959c deletion is rescheduled due to dependency. [ 1113.862970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f05a8e-e204-4799-9ce4-2b81b8b7959c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.039253] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1114.039535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.088960] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.591359] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.591548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.591645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.591918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.592037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.592159] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 is going to be updated. [ 1114.618110] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.618247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.618316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.618551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.618694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.629106] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: IN_PROGRESS for 2s [ 1114.673751] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c5414d9-1086-4f1f-8709-81d4b0c74495 req-5faad128-9357-4534-b454-6bf45ce1f366 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1114.674335] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1114.674652] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.674776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.674843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.677534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.677772] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.677938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.678031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.678253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.678304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.679026] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.883381] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65280efd-5a1c-48f5-951c-8c81f834af95 in Status: SUCCESS [ 1114.883381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.883381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.883381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.883381] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.883381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.883381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.883381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.883381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.883960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.883960] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.970806] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.971014] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.971176] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.971457] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.973834] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.974054] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.974191] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.974427] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.974888] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.975166] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.975300] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.975465] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.975532] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.975646] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.975758] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.975896] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.993822] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.993993] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.994152] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.994874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.995491] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-9e6922cb-7b17-4c9c-ab34-02fe6667b408 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.995930] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-9e6922cb-7b17-4c9c-ab34-02fe6667b408" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.996080] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-9e6922cb-7b17-4c9c-ab34-02fe6667b408" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.996754] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-9e6922cb-7b17-4c9c-ab34-02fe6667b408" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.996947] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e6922cb-7b17-4c9c-ab34-02fe6667b408',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.180859] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.181022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.181096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.181718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.202862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.203323] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.203572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.203726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.204021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.204201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.204365] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1115.231095] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.231095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.231095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.231095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.231095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.237977] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1115.385996] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.489063] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1723c16f-fa6a-4494-81af-c2154907ac2b None None] Enqueued Resource ID: 9c109c99-aada-4e00-ab32-48e51bdf2827 with Priority: HIGHEST for action port [ 1115.489063] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c109c99-aada-4e00-ab32-48e51bdf2827 with Priority: HIGHEST for action port [ 1115.489063] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c109c99-aada-4e00-ab32-48e51bdf2827 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.489063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c109c99-aada-4e00-ab32-48e51bdf2827" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.489063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c109c99-aada-4e00-ab32-48e51bdf2827" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.489063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c109c99-aada-4e00-ab32-48e51bdf2827" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.489063] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c109c99-aada-4e00-ab32-48e51bdf2827',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.500737] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.504021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.504021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.504021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.504021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.504021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 9e6922cb-7b17-4c9c-ab34-02fe6667b408 not found, creating... [ 1115.504021] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.504021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.504021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.504021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.504021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.504914] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.504914] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.504914] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.504914] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.504914] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.504914] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 9e6922cb-7b17-4c9c-ab34-02fe6667b408 is going to be created. [ 1115.523944] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.523944] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.524182] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.524354] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.524696] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.525018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-9e6922cb-7b17-4c9c-ab34-02fe6667b408" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.892469] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65280efd-5a1c-48f5-951c-8c81f834af95: rpc.has_security_group_logging(os_id): False [ 1115.909574] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.910049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.910242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.910616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.930227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.930227] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.930227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.930227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.930227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.930227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.930227] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65280efd-5a1c-48f5-951c-8c81f834af95 is going to be updated. [ 1115.982092] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.983201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.983306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.983519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.983774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.994023] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c109c99-aada-4e00-ab32-48e51bdf2827 [ 1115.994023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.994023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.994023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.994023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.994313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.994313] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c109c99-aada-4e00-ab32-48e51bdf2827 already deleted. [ 1115.994313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c109c99-aada-4e00-ab32-48e51bdf2827" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.995176] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65280efd-5a1c-48f5-951c-8c81f834af95 in Status: IN_PROGRESS for 2s [ 1116.278536] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c5414d9-1086-4f1f-8709-81d4b0c74495 req-710df458-2085-4c4e-b36c-782000a52315 service nova] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_rules [ 1116.278727] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c5414d9-1086-4f1f-8709-81d4b0c74495 req-710df458-2085-4c4e-b36c-782000a52315 service nova] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1116.278872] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c5414d9-1086-4f1f-8709-81d4b0c74495 req-710df458-2085-4c4e-b36c-782000a52315 service nova] Enqueued Resource ID: 9e6922cb-7b17-4c9c-ab34-02fe6667b408 with Priority: HIGHEST for action port [ 1116.279117] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_rules [ 1116.281178] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1116.281320] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e6922cb-7b17-4c9c-ab34-02fe6667b408 with Priority: HIGHEST for action port [ 1116.281925] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.285079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.285183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.285413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.285513] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.287754] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.287754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.287754] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e6922cb-7b17-4c9c-ab34-02fe6667b408 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.287754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e6922cb-7b17-4c9c-ab34-02fe6667b408" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.287754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e6922cb-7b17-4c9c-ab34-02fe6667b408" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.287754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e6922cb-7b17-4c9c-ab34-02fe6667b408" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.287754] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e6922cb-7b17-4c9c-ab34-02fe6667b408',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.641353] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: SUCCESS [ 1116.641353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.641353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.641353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.641353] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.641353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.641353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.641353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.641353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.641353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.641353] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.793431] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.793587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.795292] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e6922cb-7b17-4c9c-ab34-02fe6667b408 with status ACTIVE [ 1116.795480] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.796864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.797027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.797288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.797288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.797469] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.797614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.797660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.797812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.797889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.798087] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.798180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.798581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.798768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.798768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.798866] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e6922cb-7b17-4c9c-ab34-02fe6667b408 is going to be updated. [ 1116.822470] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.826268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.826268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.826268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.826268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.826268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e6922cb-7b17-4c9c-ab34-02fe6667b408" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.145791] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.145791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.145791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.149528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.149528] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.149528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.149528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.149528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.149528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.149528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.149528] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.149528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.149528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.149528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.149528] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.149528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.152104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.154187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.154187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.154187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.154187] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.159376] env[69685]: INFO networking_nsxv3.common.synchronization [req-9960b4ca-5828-44e2-ac0a-83abb5fbfd21 req-6801e161-7755-474a-a2d8-431fa3a27155 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1117.162765] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1117.163312] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.163312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.163312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.164073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.164073] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.164073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.164073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.164073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.164073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.164322] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.253022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1117.253022] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce deletion is rescheduled due to dependency. [ 1117.253022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.253022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.253022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.253022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.253022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.253022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.253022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.253022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.253022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.480582] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3f8008b0-2a5d-45a2-9af8-29b0bdcb9558 None None] Enqueued Resource ID: bcd220b5-7dd5-4891-a3b1-24d28ad40573 with Priority: HIGHEST for action port [ 1117.481108] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd220b5-7dd5-4891-a3b1-24d28ad40573 with Priority: HIGHEST for action port [ 1117.481411] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcd220b5-7dd5-4891-a3b1-24d28ad40573 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.481534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcd220b5-7dd5-4891-a3b1-24d28ad40573" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.481601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcd220b5-7dd5-4891-a3b1-24d28ad40573" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.482430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcd220b5-7dd5-4891-a3b1-24d28ad40573" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.482523] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcd220b5-7dd5-4891-a3b1-24d28ad40573',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.657671] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e4862af-1466-4ed7-8624-207be67ee3d0: rpc.has_security_group_logging(os_id): False [ 1117.666456] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.674182] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.674292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.674351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.674565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.690749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.691028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.691144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.691220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.691632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.691632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.691690] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.691736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.691820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.691993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.692090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.692277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.692373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.692434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.692572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.692641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.692725] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 is going to be updated. [ 1117.755910] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.847225] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.847225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.847225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.847225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.847225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.882151] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: IN_PROGRESS for 2s [ 1117.987528] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcd220b5-7dd5-4891-a3b1-24d28ad40573 [ 1117.987528] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.987528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.987528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.987528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.987528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.987528] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcd220b5-7dd5-4891-a3b1-24d28ad40573 already deleted. [ 1117.987528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcd220b5-7dd5-4891-a3b1-24d28ad40573" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.010685] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65280efd-5a1c-48f5-951c-8c81f834af95 in Status: SUCCESS [ 1118.010982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.170335] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.262023] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.672167] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.672329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.672440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.672710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.672847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.672943] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1118.698069] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.698256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.698291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.698532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.699163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.707986] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1118.765500] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.765790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.765790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.766484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.766484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.766484] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1118.813816] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.813960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.814040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.814267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.814410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.823212] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1118.932596] env[69685]: INFO networking_nsxv3.common.synchronization [req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea req-9d9432f0-d77a-4093-9a1f-6be8f4139cdc tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Enqueued Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 1118.933201] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 1118.933419] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.933985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.934072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.934277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.934436] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.934537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.934739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.934958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.935061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.935188] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.264836] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.265141] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.265141] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.268699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.268699] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.268699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.268699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.268699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.268699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.268699] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.268699] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.268699] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.268699] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.268699] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.268699] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.268699] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.290914] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.291759] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1119.291759] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.291759] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.291759] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-5b3d8928-a3c5-4b30-82f3-7364ade5d454 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.292169] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-5b3d8928-a3c5-4b30-82f3-7364ade5d454" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.292371] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-5b3d8928-a3c5-4b30-82f3-7364ade5d454" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.292701] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-5b3d8928-a3c5-4b30-82f3-7364ade5d454" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.292857] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b3d8928-a3c5-4b30-82f3-7364ade5d454',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.437441] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.437686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.437686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.437872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.437993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.438221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.438340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.438404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.438575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.438659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.438756] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 is going to be updated. [ 1119.463322] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.463773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.463876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.464098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.464243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.475026] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: IN_PROGRESS for 2s [ 1119.796179] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.796718] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.796958] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.797383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.797670] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.800017] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 5b3d8928-a3c5-4b30-82f3-7364ade5d454 not found, creating... [ 1119.800017] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.800017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.800017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.800017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.800017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.800017] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.800017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.800017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.800017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.800469] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.800793] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 5b3d8928-a3c5-4b30-82f3-7364ade5d454 is going to be created. [ 1119.824416] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.824416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.824416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.824416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.824416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.824416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-5b3d8928-a3c5-4b30-82f3-7364ade5d454" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.904048] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: SUCCESS [ 1119.904048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.084086] env[69685]: INFO networking_nsxv3.common.synchronization [None req-bab2c0f1-1b7f-4959-9772-8bf1d8b98187 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1120.084662] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1120.084977] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.085121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.085185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.085400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.085561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.085709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.085743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.085873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.085957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.086118] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.530008] env[69685]: INFO networking_nsxv3.common.synchronization [req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea req-dede461b-6cfa-4737-9573-bfe991d001d2 service nova] Enqueued Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_rules [ 1120.530331] env[69685]: INFO networking_nsxv3.common.synchronization [req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea req-dede461b-6cfa-4737-9573-bfe991d001d2 service nova] Enqueued Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 1120.530416] env[69685]: INFO networking_nsxv3.common.synchronization [req-1178c8c2-a745-4fcf-9344-b09b6bdf72ea req-dede461b-6cfa-4737-9573-bfe991d001d2 service nova] Enqueued Resource ID: 5b3d8928-a3c5-4b30-82f3-7364ade5d454 with Priority: HIGHEST for action port [ 1120.530727] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_rules [ 1120.530824] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 1120.530890] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b3d8928-a3c5-4b30-82f3-7364ade5d454 with Priority: HIGHEST for action port [ 1120.531495] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.531630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.531891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.531933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.536117] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.536589] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.536728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.536902] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b3d8928-a3c5-4b30-82f3-7364ade5d454 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.537014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b3d8928-a3c5-4b30-82f3-7364ade5d454" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.537073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b3d8928-a3c5-4b30-82f3-7364ade5d454" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.537274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b3d8928-a3c5-4b30-82f3-7364ade5d454" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.537353] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b3d8928-a3c5-4b30-82f3-7364ade5d454',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.591701] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.592426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.592426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.592426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.621043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.621043] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.621043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.621043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.621043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.621043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.621043] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be updated. [ 1120.645604] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.645848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.646044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.646262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.646485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.656902] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: IN_PROGRESS for 2s [ 1120.719611] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1120.719862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.832854] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1120.833890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.835694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.835694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.835694] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.835694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.835694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.835694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.835694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.835694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.835694] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.042509] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.042649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.042852] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b3d8928-a3c5-4b30-82f3-7364ade5d454 with status ACTIVE [ 1121.043048] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.043155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.043218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.043426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.043515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.043685] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.043818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.043854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.044402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.044402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.044402] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.044402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.044402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.044650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.044650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.044650] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b3d8928-a3c5-4b30-82f3-7364ade5d454 is going to be updated. [ 1121.072182] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.072342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.072406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.072615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.073099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.073278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b3d8928-a3c5-4b30-82f3-7364ade5d454" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.338007] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.338209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.338279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.338562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.338684] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.338793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.338899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.339008] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.339105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.339194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.339348] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.339437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.339493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.339637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.339778] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.339868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.339929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.340080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.340362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.340362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.340362] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.489632] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: SUCCESS [ 1121.489632] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 deletion is rescheduled due to dependency. [ 1121.493463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.493463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.493463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.493463] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.493463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.493463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.493463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.493463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.493463] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.843091] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 752df773-597f-4e1b-aac0-2939a99418ce: rpc.has_security_group_logging(os_id): False [ 1121.860386] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.860546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.860621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.860850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.860943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.861158] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.861261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.861326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.861478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.861557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.861754] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.861850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.861911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.862067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.862143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.862334] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.862426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.862488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.862632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.862715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.862858] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1121.936661] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.936934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.937019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.937264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.937415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.955507] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1121.995206] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.498461] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.671574] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 1122.671692] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 deletion is rescheduled due to dependency. [ 1122.671812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.995294] env[69685]: INFO networking_nsxv3.common.synchronization [None req-2195dc67-9154-4ecf-b5b2-4df118de98c3 None None] Enqueued Resource ID: b0078ecf-dbcd-42e1-bd30-99c9c359406c with Priority: HIGHEST for action port [ 1122.995668] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0078ecf-dbcd-42e1-bd30-99c9c359406c with Priority: HIGHEST for action port [ 1122.996270] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0078ecf-dbcd-42e1-bd30-99c9c359406c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.996402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0078ecf-dbcd-42e1-bd30-99c9c359406c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.996470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0078ecf-dbcd-42e1-bd30-99c9c359406c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.996751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0078ecf-dbcd-42e1-bd30-99c9c359406c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.996886] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0078ecf-dbcd-42e1-bd30-99c9c359406c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.005730] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.005730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.005730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.005730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.005730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.005730] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 is going to be updated. [ 1123.044348] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.044457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.044528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.044753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.044906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.053517] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: IN_PROGRESS for 2s [ 1123.511157] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0078ecf-dbcd-42e1-bd30-99c9c359406c [ 1123.511488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.511696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.511823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.512152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.512258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.512414] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0078ecf-dbcd-42e1-bd30-99c9c359406c already deleted. [ 1123.512562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0078ecf-dbcd-42e1-bd30-99c9c359406c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.784217] env[69685]: INFO networking_nsxv3.common.synchronization [None req-42c8a54a-adda-4664-b957-7bfbe0006dd3 tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Enqueued Resource ID: c26530b4-52d7-472d-8203-505030066b93 with Priority: HIGHEST for action security_group_rules [ 1123.784679] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26530b4-52d7-472d-8203-505030066b93 with Priority: HIGHEST for action security_group_rules [ 1123.784984] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c26530b4-52d7-472d-8203-505030066b93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.785171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.785171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.785445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.785544] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c26530b4-52d7-472d-8203-505030066b93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.880016] env[69685]: INFO networking_nsxv3.common.synchronization [None req-c9829ee2-7f4f-403f-85ba-07016061eadd tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Enqueued Resource ID: c26530b4-52d7-472d-8203-505030066b93 with Priority: HIGHEST for action security_group_rules [ 1123.880016] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26530b4-52d7-472d-8203-505030066b93 with Priority: HIGHEST for action security_group_rules [ 1123.880395] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c26530b4-52d7-472d-8203-505030066b93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.880395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.970494] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1123.970729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.310777] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.311125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.311125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.311236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.313019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.313019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c26530b4-52d7-472d-8203-505030066b93 already deleted. [ 1124.313019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.313019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.313019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.313019] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c26530b4-52d7-472d-8203-505030066b93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.832081] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.832081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.832399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.832399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.832502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.832637] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c26530b4-52d7-472d-8203-505030066b93 already deleted. [ 1124.832763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.063304] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: SUCCESS [ 1125.063510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.063713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.063995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.064212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.064344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.064450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.064638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.064733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.064854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.064987] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.567933] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.845272] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d319332d-8603-48cd-ae5d-f387e195a0e7 None None] Enqueued Resource ID: 95f94be2-2749-401f-b2c9-fba3d2ed4957 with Priority: HIGHEST for action port [ 1125.845942] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95f94be2-2749-401f-b2c9-fba3d2ed4957 with Priority: HIGHEST for action port [ 1125.846576] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-95f94be2-2749-401f-b2c9-fba3d2ed4957 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.846864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95f94be2-2749-401f-b2c9-fba3d2ed4957" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.847067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95f94be2-2749-401f-b2c9-fba3d2ed4957" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.847425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95f94be2-2749-401f-b2c9-fba3d2ed4957" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.847618] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f94be2-2749-401f-b2c9-fba3d2ed4957',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.075128] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5a0f0ec-218e-4bba-acd1-9ee058fc1a16: rpc.has_security_group_logging(os_id): False [ 1126.095833] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.096841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.096841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.096841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.096841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.096841] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.096841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.097145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.097145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.097145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.097231] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 is going to be updated. [ 1126.156427] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.156427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.156427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.156427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.156427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.171853] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: IN_PROGRESS for 2s [ 1126.350307] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95f94be2-2749-401f-b2c9-fba3d2ed4957 [ 1126.350554] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.350693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.350756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.351040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.351138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.351246] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95f94be2-2749-401f-b2c9-fba3d2ed4957 already deleted. [ 1126.351332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95f94be2-2749-401f-b2c9-fba3d2ed4957" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.043857] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.044171] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.044240] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.044502] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.044759] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.044918] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.045221] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.045471] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.045653] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.045825] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.045943] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.046066] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.046177] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.046286] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.046385] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.046518] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.066311] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.066474] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.066614] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.066788] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.067105] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-687aad17-4f1d-4e96-bd04-1c159f6bdb72 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.067274] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.067397] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.067751] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.067906] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('687aad17-4f1d-4e96-bd04-1c159f6bdb72',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.119715] env[69685]: INFO networking_nsxv3.common.synchronization [req-35c684b7-e688-41c4-9195-55ad6772fcf0 req-31dfafa6-2057-4d3e-baa6-8c1a47d5a088 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Enqueued Resource ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c with Priority: HIGHEST for action security_group_members [ 1128.120277] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c with Priority: HIGHEST for action security_group_members [ 1128.120647] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f6ddc3-6349-48c0-8cc2-800633f6824c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.120817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.120930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.121417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.121630] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.122086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.122205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.122428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.122567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.122724] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f6ddc3-6349-48c0-8cc2-800633f6824c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.191439] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: SUCCESS [ 1128.191675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.384425] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.384719] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-436" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.384955] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-436" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.385162] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-436" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.385435] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.385595] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.385715] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.385940] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.386108] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.386325] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.386440] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.386564] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.386821] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.386821] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.386962] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.387594] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.403724] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.403935] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.404190] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.404471] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-436" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.404982] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-97f897c5-88c7-495a-8c6a-f4fccb36699b taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.405245] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-97f897c5-88c7-495a-8c6a-f4fccb36699b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.405463] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-97f897c5-88c7-495a-8c6a-f4fccb36699b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.405894] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-97f897c5-88c7-495a-8c6a-f4fccb36699b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.406079] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f897c5-88c7-495a-8c6a-f4fccb36699b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.575804] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.575804] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.575804] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.575804] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.575804] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.575804] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 687aad17-4f1d-4e96-bd04-1c159f6bdb72 not found, creating... [ 1128.576236] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.576418] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.576599] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.577419] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.577419] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.577539] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.577775] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.577955] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.578271] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.578464] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.578684] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 687aad17-4f1d-4e96-bd04-1c159f6bdb72 is going to be created. [ 1128.598544] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.598797] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.598940] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.599241] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.599502] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.599734] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.624485] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.624648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.624719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.624935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.625104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.626161] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.626161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.626161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.626161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.626161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.626161] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c already deleted. [ 1128.626161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.910914] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.911606] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.911877] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.912132] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.912236] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.912469] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 97f897c5-88c7-495a-8c6a-f4fccb36699b not found, creating... [ 1128.913175] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.913175] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.913333] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.913501] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.913734] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.914057] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.914989] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.914989] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.914989] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.915206] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.915353] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 97f897c5-88c7-495a-8c6a-f4fccb36699b is going to be created. [ 1128.937997] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.937997] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.937997] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.937997] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.937997] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.937997] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-97f897c5-88c7-495a-8c6a-f4fccb36699b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.369752] env[69685]: INFO networking_nsxv3.common.synchronization [req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 req-9dd7c391-6528-4b29-bf28-4de023b1b4bb service nova] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_rules [ 1129.369752] env[69685]: INFO networking_nsxv3.common.synchronization [req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 req-9dd7c391-6528-4b29-bf28-4de023b1b4bb service nova] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1129.369752] env[69685]: INFO networking_nsxv3.common.synchronization [req-fc840ecb-8817-4e0f-bf1e-e03c62b931d7 req-9dd7c391-6528-4b29-bf28-4de023b1b4bb service nova] Enqueued Resource ID: 687aad17-4f1d-4e96-bd04-1c159f6bdb72 with Priority: HIGHEST for action port [ 1129.370091] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_rules [ 1129.370091] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1129.370150] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687aad17-4f1d-4e96-bd04-1c159f6bdb72 with Priority: HIGHEST for action port [ 1129.370708] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.370845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.370912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.371135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.372026] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.372026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.372164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.372199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.372343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.372487] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.372578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.372639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.372826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.372922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.373017] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.373717] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-687aad17-4f1d-4e96-bd04-1c159f6bdb72 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.373824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.373890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.374060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.374133] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('687aad17-4f1d-4e96-bd04-1c159f6bdb72',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.627828] env[69685]: INFO networking_nsxv3.common.synchronization [req-35c684b7-e688-41c4-9195-55ad6772fcf0 req-5fe8847f-05a4-4d46-b748-c7b04ae61161 service nova] Enqueued Resource ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c with Priority: HIGHEST for action security_group_rules [ 1129.627871] env[69685]: INFO networking_nsxv3.common.synchronization [req-35c684b7-e688-41c4-9195-55ad6772fcf0 req-5fe8847f-05a4-4d46-b748-c7b04ae61161 service nova] Enqueued Resource ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c with Priority: HIGHEST for action security_group_members [ 1129.628017] env[69685]: INFO networking_nsxv3.common.synchronization [req-35c684b7-e688-41c4-9195-55ad6772fcf0 req-5fe8847f-05a4-4d46-b748-c7b04ae61161 service nova] Enqueued Resource ID: 97f897c5-88c7-495a-8c6a-f4fccb36699b with Priority: HIGHEST for action port [ 1129.628265] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c with Priority: HIGHEST for action security_group_rules [ 1129.628389] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c with Priority: HIGHEST for action security_group_members [ 1129.628483] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f897c5-88c7-495a-8c6a-f4fccb36699b with Priority: HIGHEST for action port [ 1129.630928] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.631067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.631138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.631338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.631421] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7f6ddc3-6349-48c0-8cc2-800633f6824c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.632228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f6ddc3-6349-48c0-8cc2-800633f6824c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.632340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.632408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.633086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.633086] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.633086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.633086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.633086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.633086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.633288] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f6ddc3-6349-48c0-8cc2-800633f6824c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.633826] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f897c5-88c7-495a-8c6a-f4fccb36699b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.634884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f897c5-88c7-495a-8c6a-f4fccb36699b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.634884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f897c5-88c7-495a-8c6a-f4fccb36699b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.634884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f897c5-88c7-495a-8c6a-f4fccb36699b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.634884] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f897c5-88c7-495a-8c6a-f4fccb36699b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.876383] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.876566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.876840] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.878068] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 687aad17-4f1d-4e96-bd04-1c159f6bdb72 with status ACTIVE [ 1129.878349] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.878466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.878563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.878927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.879446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.880017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.880295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.880405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.880686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.880818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.881096] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.881237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.881386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.881545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.881640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.881763] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 687aad17-4f1d-4e96-bd04-1c159f6bdb72 is going to be updated. [ 1129.902793] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.902988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.903095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.903317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.903491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.903697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.136126] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7f6ddc3-6349-48c0-8cc2-800633f6824c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.137232] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f6ddc3-6349-48c0-8cc2-800633f6824c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.137400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.137601] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97f897c5-88c7-495a-8c6a-f4fccb36699b with status ACTIVE [ 1130.137805] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.137916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.137984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.138199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.138286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.138448] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.138551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.138601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.138741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.138814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.138986] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.139462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.139525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.139687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.139759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.139842] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97f897c5-88c7-495a-8c6a-f4fccb36699b is going to be updated. [ 1130.159271] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.159400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.159400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.159603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.160065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.160065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f897c5-88c7-495a-8c6a-f4fccb36699b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.384351] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.451041] env[69685]: INFO networking_nsxv3.common.synchronization [req-179e2153-eff4-4a56-afc6-4b970999217c req-0e8e93db-d16d-41b9-a4b5-407363fdae15 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Enqueued Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_members [ 1130.451041] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_members [ 1130.451041] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b976ad0d-392d-454f-91d6-036c30538e5a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.451041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.451041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.451041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.451857] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.452107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.452272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.452514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.452682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.452871] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.643407] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7f6ddc3-6349-48c0-8cc2-800633f6824c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.890244] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.890244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.890244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.890244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.890244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.890244] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be updated. [ 1130.953114] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.953114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.953114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.953114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.953114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.955685] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.955685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.955685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.955685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.955685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.955685] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.955685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.955685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.955685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.955685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.955685] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b976ad0d-392d-454f-91d6-036c30538e5a already deleted. [ 1130.955685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.960322] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: IN_PROGRESS for 2s [ 1131.148145] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.148145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.148145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.148145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.148145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.148145] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c is going to be created. [ 1131.171053] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.171053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.171053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.171053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.171053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.185530] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c in Status: UNINITIALIZED for 2s [ 1131.241352] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.243971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.243971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.243971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.243971] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.243971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.243971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.243971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.244336] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.244336] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.244505] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.244662] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.244858] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.245096] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.245277] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.245487] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.273166] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.273166] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1131.273166] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.273166] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.273166] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-29f28e96-e62e-47de-891f-4147b9348a8d taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.273166] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-29f28e96-e62e-47de-891f-4147b9348a8d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.273166] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-29f28e96-e62e-47de-891f-4147b9348a8d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.273166] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-29f28e96-e62e-47de-891f-4147b9348a8d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.273166] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f28e96-e62e-47de-891f-4147b9348a8d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.458336] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.458868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.458868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.459464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.459610] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.777565] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.777989] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.778262] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.778734] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.778999] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.779279] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 29f28e96-e62e-47de-891f-4147b9348a8d not found, creating... [ 1131.779722] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.779991] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.781926] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.782358] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.782603] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.783102] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.783374] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.783585] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.783939] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.784383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.784459] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 29f28e96-e62e-47de-891f-4147b9348a8d is going to be created. [ 1131.803742] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.804050] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.804226] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.804577] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.804927] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.805287] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-29f28e96-e62e-47de-891f-4147b9348a8d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.965708] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.468225] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.960597] env[69685]: INFO networking_nsxv3.common.synchronization [req-7a7976b7-0c70-4fcb-9afa-042b4f028c65 req-98a8b3f1-fb29-4074-b8e9-35f37874a970 tempest-ServersTestFqdnHostnames-301803160 tempest-ServersTestFqdnHostnames-301803160-project-member] Enqueued Resource ID: ea5e632a-f422-4d4f-80d1-44171566c541 with Priority: HIGHEST for action security_group_members [ 1132.962008] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5e632a-f422-4d4f-80d1-44171566c541 with Priority: HIGHEST for action security_group_members [ 1132.963410] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea5e632a-f422-4d4f-80d1-44171566c541 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.963540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.963609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.963818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.963972] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.964097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.964139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.964294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.964378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.964481] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea5e632a-f422-4d4f-80d1-44171566c541',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.971596] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1132.971596] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1132.977381] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 1132.977433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.977640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.978036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.978097] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.978168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.978231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.978398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.978481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.978567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.978655] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.049578] env[69685]: INFO networking_nsxv3.common.synchronization [req-179e2153-eff4-4a56-afc6-4b970999217c req-90ed566f-e324-4601-9031-107440d32616 service nova] Enqueued Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_rules [ 1133.049770] env[69685]: INFO networking_nsxv3.common.synchronization [req-179e2153-eff4-4a56-afc6-4b970999217c req-90ed566f-e324-4601-9031-107440d32616 service nova] Enqueued Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_members [ 1133.049915] env[69685]: INFO networking_nsxv3.common.synchronization [req-179e2153-eff4-4a56-afc6-4b970999217c req-90ed566f-e324-4601-9031-107440d32616 service nova] Enqueued Resource ID: 29f28e96-e62e-47de-891f-4147b9348a8d with Priority: HIGHEST for action port [ 1133.050155] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_rules [ 1133.050285] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_members [ 1133.050381] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f28e96-e62e-47de-891f-4147b9348a8d with Priority: HIGHEST for action port [ 1133.051772] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b976ad0d-392d-454f-91d6-036c30538e5a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.051898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.052041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.052786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.052786] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.053502] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b976ad0d-392d-454f-91d6-036c30538e5a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.053502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.053502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.054832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.054832] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.054832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.054832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.054832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.055037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.055158] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.056009] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-29f28e96-e62e-47de-891f-4147b9348a8d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.058179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29f28e96-e62e-47de-891f-4147b9348a8d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.058179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29f28e96-e62e-47de-891f-4147b9348a8d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.058179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29f28e96-e62e-47de-891f-4147b9348a8d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.058179] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f28e96-e62e-47de-891f-4147b9348a8d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.201236] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c in Status: SUCCESS [ 1133.201236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.201236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.201236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.201236] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.201236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.201236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.201236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.201236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.201236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.201236] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7f6ddc3-6349-48c0-8cc2-800633f6824c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.467635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.467817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.467904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.468140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.480989] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.481374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.481374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.481374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.481509] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.481603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.481658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.482820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.482820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.482820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.482820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.482820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.482820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.482820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.482820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.482820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.482820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.482820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.482820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.483694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.483694] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.488957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.488957] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.488957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.488957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.489224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.489318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.489387] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea5e632a-f422-4d4f-80d1-44171566c541 is going to be updated. [ 1133.514672] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.514672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.514672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.514672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.514672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.522225] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea5e632a-f422-4d4f-80d1-44171566c541 in Status: IN_PROGRESS for 2s [ 1133.559701] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b976ad0d-392d-454f-91d6-036c30538e5a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.559701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.559701] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29f28e96-e62e-47de-891f-4147b9348a8d with status ACTIVE [ 1133.559701] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.559701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.559701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.559701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.559701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.559701] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.559701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.559701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.560152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.560152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.560152] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.560152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.560379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.560379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.560483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.560483] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29f28e96-e62e-47de-891f-4147b9348a8d is going to be updated. [ 1133.561490] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.579865] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.580128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.580194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.580424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.580640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.580822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29f28e96-e62e-47de-891f-4147b9348a8d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.703886] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7f6ddc3-6349-48c0-8cc2-800633f6824c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.795526] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.795526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.795526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.795526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.813342] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1133.815318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.816611] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1133.850694] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.850964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.851070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.851294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.867207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.868159] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1133.868335] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1133.868515] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1133.941146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.941408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.941408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.941546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.942734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.942920] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1133.985822] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 334c34b8-2b0e-498a-8dbd-44e3594416e5: rpc.has_security_group_logging(os_id): False [ 1134.005251] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.006189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.006189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.006189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.025750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.025985] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.026122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.026188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.026396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.026480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.026682] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.026780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.026844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.026989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.027077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.027266] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.027358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.027418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.027572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.027625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.027705] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be updated. [ 1134.036572] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.036758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.036758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.037106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.037271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.040019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1134.066181] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.092025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.092025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.092025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.092025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.092025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.108272] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: IN_PROGRESS for 2s [ 1134.116025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.116025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.116025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.116025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.116025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.116025] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1134.116025] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a', 'd1b23a50-5877-44d5-9d6f-e9cb21e7264a', '3fe1267e-e737-49c5-9eb2-11e818a0a85b', '8b0690a3-4c37-42bc-b576-b58374d8c0d0', '3414f988-2b1c-46b9-a1c7-a57df13c2536', 'b37162f0-4416-4098-bf2d-4f4dc2e0f1ea', '42cd22b3-817a-4d93-ba05-c0500637f187', '098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac', 'ea5e632a-f422-4d4f-80d1-44171566c541', 'ccb44fe4-a7cc-4099-a2ac-96c0d93bb589', 'c3c6ac62-5e22-4f14-9c7c-d78d73c53726', '825bee55-4cf8-4db0-89f2-f83d5187291c', 'd90134ae-69ca-48a8-b8e4-1bc64eb31dc6', '752df773-597f-4e1b-aac0-2939a99418ce', '4d797897-1419-47d5-8973-afe90f14be4b', '5487a914-3b36-4f27-b2e2-233724c0bb95', '0eae4fbc-5b26-4732-9c0d-089f354b5f2d', 'e9d63583-ca3f-4dbc-9611-ebf4838fefa1', 'd1f63a57-1296-484a-b9a7-b9fd27633df2', 'c5202ace-02b2-4940-84ae-f5a88c839145', '56bcf04a-f425-4d30-a5fa-2ef586b10193', '8093640f-4aed-4b94-b416-f101f9de7a78', 'ef2a4e4b-014a-4bfb-8efb-5029646a4819', '65280efd-5a1c-48f5-951c-8c81f834af95', 'e6755f4d-8d94-490b-badc-940049736a93', '35905b05-4dc3-4f48-afea-f1daf64aeb6e', '9e3e2b7f-55f0-4789-b7f3-62dbc800ab49', '6f022d26-5a38-48a3-a01f-840a43bcad3a', '3deeb4e7-4566-4f39-97e6-811829e5aead', 'd5f05a8e-e204-4799-9ce4-2b81b8b7959c', 'd0474128-8fe4-49a0-880c-b64aaa07676b', '3e4862af-1466-4ed7-8624-207be67ee3d0', '116ae430-1c45-4626-8a06-89b061802121', '0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8', '334c34b8-2b0e-498a-8dbd-44e3594416e5', 'c3351912-dc00-4670-aff5-89a7840fae95', '42b0707c-8e26-4244-b125-187101a91d94', 'e5a0f0ec-218e-4bba-acd1-9ee058fc1a16', '5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7', '95855033-d2b8-4802-b721-f2a0baf953b0'} {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1134.116025] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1134.139835] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.139962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.140027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.140267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.140372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.140472] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1134.140537] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1134.140602] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1134.206360] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7f6ddc3-6349-48c0-8cc2-800633f6824c: rpc.has_security_group_logging(os_id): False [ 1134.246114] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.246609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.246707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.247082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.247193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.247443] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.247552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.247616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.247781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.247855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.247942] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c is going to be created. [ 1134.293752] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.294019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.294019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.294331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.295381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.295629] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1134.295726] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1134.295831] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1134.295876] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1134.295927] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1134.296015] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGH for action security_group_rules [ 1134.296105] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea5e632a-f422-4d4f-80d1-44171566c541 with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d797897-1419-47d5-8973-afe90f14be4b with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGH for action security_group_rules [ 1134.300079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.318634] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.319107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.319223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.319481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.319665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.330170] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c in Status: IN_PROGRESS for 2s [ 1134.569118] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.569474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.569474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.569646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.569676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.569904] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b976ad0d-392d-454f-91d6-036c30538e5a is going to be created. [ 1134.597159] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.597391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.597391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.599386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.599386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.614023] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b976ad0d-392d-454f-91d6-036c30538e5a in Status: UNINITIALIZED for 2s [ 1134.835767] env[69685]: INFO networking_nsxv3.common.synchronization [req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 req-ce57cc53-63d6-4ccf-8f6a-9bef43b5b4b9 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Enqueued Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_members [ 1134.836323] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_members [ 1134.836465] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a with Priority: HIGH for action security_group_rules [ 1134.836739] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b with Priority: HIGH for action security_group_rules [ 1134.836739] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42cd22b3-817a-4d93-ba05-c0500637f187 with Priority: HIGH for action security_group_rules [ 1134.836739] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d797897-1419-47d5-8973-afe90f14be4b with Priority: HIGH for action security_group_rules [ 1134.836898] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5202ace-02b2-4940-84ae-f5a88c839145 with Priority: HIGH for action security_group_rules [ 1134.836925] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 with Priority: HIGH for action security_group_rules [ 1134.837007] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 with Priority: HIGH for action security_group_rules [ 1134.837102] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d with Priority: HIGH for action security_group_rules [ 1134.837186] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGH for action security_group_rules [ 1134.837269] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 with Priority: HIGH for action security_group_rules [ 1134.837549] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 with Priority: HIGH for action security_group_rules [ 1134.837549] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825bee55-4cf8-4db0-89f2-f83d5187291c with Priority: HIGH for action security_group_rules [ 1134.837549] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGH for action security_group_rules [ 1134.837733] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 with Priority: HIGH for action security_group_rules [ 1134.837733] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5e632a-f422-4d4f-80d1-44171566c541 with Priority: HIGH for action security_group_rules [ 1134.837849] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea with Priority: HIGH for action security_group_rules [ 1134.837893] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac with Priority: HIGH for action security_group_rules [ 1134.838025] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGH for action security_group_rules [ 1134.838139] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a with Priority: HIGH for action security_group_rules [ 1134.838231] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 with Priority: HIGH for action security_group_rules [ 1134.838543] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b976ad0d-392d-454f-91d6-036c30538e5a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.838643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.838840] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.838990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.839878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.839878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.839878] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.841156] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.841156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.841156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.841376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.841376] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe1267e-e737-49c5-9eb2-11e818a0a85b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.842129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42cd22b3-817a-4d93-ba05-c0500637f187 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.842238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.842600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.842600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.842600] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42cd22b3-817a-4d93-ba05-c0500637f187',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.843289] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d797897-1419-47d5-8973-afe90f14be4b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.843289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.843408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.843873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.843873] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d797897-1419-47d5-8973-afe90f14be4b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.849113] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5202ace-02b2-4940-84ae-f5a88c839145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.849113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.849113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.849113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.849113] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5202ace-02b2-4940-84ae-f5a88c839145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.849113] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1f63a57-1296-484a-b9a7-b9fd27633df2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.849113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.849113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.849113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.849113] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1f63a57-1296-484a-b9a7-b9fd27633df2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.849113] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9d63583-ca3f-4dbc-9611-ebf4838fefa1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.849113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.849113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.849113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.849113] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9d63583-ca3f-4dbc-9611-ebf4838fefa1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.849113] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0eae4fbc-5b26-4732-9c0d-089f354b5f2d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.849113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.849113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.849638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.849638] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0eae4fbc-5b26-4732-9c0d-089f354b5f2d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.849638] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.849638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.849638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.849638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.849638] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.850357] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5487a914-3b36-4f27-b2e2-233724c0bb95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.850357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.850357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.850357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.850512] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5487a914-3b36-4f27-b2e2-233724c0bb95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.851385] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.851385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.851385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.851385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.851657] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d90134ae-69ca-48a8-b8e4-1bc64eb31dc6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.852113] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-825bee55-4cf8-4db0-89f2-f83d5187291c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.852221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.852318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.852430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.852500] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('825bee55-4cf8-4db0-89f2-f83d5187291c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.853245] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.853402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.853402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.853674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.853674] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.854384] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.854458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.854603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.854657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.854718] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccb44fe4-a7cc-4099-a2ac-96c0d93bb589',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.855446] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea5e632a-f422-4d4f-80d1-44171566c541 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.855558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.855615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.856968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.856968] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea5e632a-f422-4d4f-80d1-44171566c541',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.857120] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.857170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.857243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.857416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.857457] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b37162f0-4416-4098-bf2d-4f4dc2e0f1ea',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.858216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.858327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.858408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.858565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.858628] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.859476] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3414f988-2b1c-46b9-a1c7-a57df13c2536 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.859576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.860394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.860394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.860394] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.863039] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1b23a50-5877-44d5-9d6f-e9cb21e7264a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.863039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.863039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.863039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.863039] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1b23a50-5877-44d5-9d6f-e9cb21e7264a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.864118] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b0690a3-4c37-42bc-b576-b58374d8c0d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.864225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.864294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.864464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.864515] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b0690a3-4c37-42bc-b576-b58374d8c0d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.131787] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.131996] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.132151] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.132465] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.132739] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.132902] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.133033] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.133268] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.133420] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.133629] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.133742] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.133947] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.134008] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.134137] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.134251] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.134501] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.152198] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.152381] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1135.152528] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.152712] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.154686] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.154686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.154686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.154686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.154686] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea905aff-9dcd-4ce0-86cc-8d97b06cf44d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.368028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.368219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.368302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.368593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.368789] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.368901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.368966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.369140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.369226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.369313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.369401] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.375919] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.376091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.376170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.376376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.376562] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.376672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.376737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.376924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.377029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.377147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.377258] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.382386] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3414f988-2b1c-46b9-a1c7-a57df13c2536 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.382386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.382386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.382618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.382703] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.382796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.382861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.383025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.383102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.383187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.383273] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.400863] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.437500] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.437711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.437887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.438188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.442430] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.442619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.443228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.443363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.444342] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.444471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.445349] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.445455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.446709] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.446826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.447504] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.447611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.448605] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.448688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.449366] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.449487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.450577] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.450679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.451663] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.451836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.452577] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1135.453018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.453149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.454349] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1135.454349] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.454504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.455126] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1135.455556] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.455650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.456921] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1135.457704] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.457864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.458502] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1135.458987] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.459092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.459705] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1135.460119] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.460214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.464698] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1135.467424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.467424] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9d63583-ca3f-4dbc-9611-ebf4838fefa1 is going to be deleted. [ 1135.467424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.467424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.485319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.485319] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5202ace-02b2-4940-84ae-f5a88c839145 is going to be deleted. [ 1135.486362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.487566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.504903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.505090] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccb44fe4-a7cc-4099-a2ac-96c0d93bb589 is going to be deleted. [ 1135.505966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.506147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.517398] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.517603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.527536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.527957] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d797897-1419-47d5-8973-afe90f14be4b is going to be deleted. [ 1135.529057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.529439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.531287] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.531548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.542062] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea5e632a-f422-4d4f-80d1-44171566c541 in Status: SUCCESS [ 1135.542270] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea5e632a-f422-4d4f-80d1-44171566c541 deletion is rescheduled due to dependency. [ 1135.542398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.549901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.550039] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1b23a50-5877-44d5-9d6f-e9cb21e7264a is going to be deleted. [ 1135.550954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.551179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.561768] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.561768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.578790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.579183] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0eae4fbc-5b26-4732-9c0d-089f354b5f2d is going to be deleted. [ 1135.582035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.582035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.595970] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.596099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.628985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.629154] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b0690a3-4c37-42bc-b576-b58374d8c0d0 is going to be deleted. [ 1135.630502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.630502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.655102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.656116] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b37162f0-4416-4098-bf2d-4f4dc2e0f1ea is going to be deleted. [ 1135.656165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.657022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.657791] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.657917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.658340] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.658512] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.658690] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.658867] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.659020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.659190] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port ea905aff-9dcd-4ce0-86cc-8d97b06cf44d not found, creating... [ 1135.659417] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.659705] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.659705] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.659948] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.660018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.660330] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.660626] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.660626] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.660922] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.660977] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.661101] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: ea905aff-9dcd-4ce0-86cc-8d97b06cf44d is going to be created. [ 1135.697780] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.698020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.698254] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.698627] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.698954] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.699290] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.701453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.702102] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a is going to be deleted. [ 1135.704098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.704331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.727093] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.727289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.769609] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.769752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.795020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.795020] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea5e632a-f422-4d4f-80d1-44171566c541 is going to be deleted. [ 1135.795869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.796101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.824081] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.824241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.875064] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.875206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.875247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.875482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.875662] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.875932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.876022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.876217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.876270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.876360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.876514] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.876608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.876668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.876832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.876978] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.877083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.877144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.877281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.877357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.877438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.877527] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.893620] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.893756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.893829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.894033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.894208] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.894335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.894383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.894520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.894605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.894693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.894853] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.894974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.895024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.895643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.895643] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.895643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.895643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.895643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.895643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.895946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.895946] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.909622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.909622] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42cd22b3-817a-4d93-ba05-c0500637f187 is going to be deleted. [ 1135.910331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.910331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.911510] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3414f988-2b1c-46b9-a1c7-a57df13c2536: rpc.has_security_group_logging(os_id): False [ 1135.917688] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.917892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.942447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.942602] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe1267e-e737-49c5-9eb2-11e818a0a85b is going to be deleted. [ 1135.943557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.944514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.948165] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.948165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.993042] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.993347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.006649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.006765] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5487a914-3b36-4f27-b2e2-233724c0bb95 is going to be deleted. [ 1136.007672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.007978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.029463] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.029585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.052057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.052265] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac is going to be deleted. [ 1136.053421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.053691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.092726] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.092891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.098077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.098256] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d90134ae-69ca-48a8-b8e4-1bc64eb31dc6 is going to be deleted. [ 1136.099204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.099417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.130344] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.130461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.162824] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 1136.163090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.177165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.177165] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1f63a57-1296-484a-b9a7-b9fd27633df2 is going to be deleted. [ 1136.178035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.178035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.217699] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.217877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.227238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.227385] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 825bee55-4cf8-4db0-89f2-f83d5187291c is going to be deleted. [ 1136.228367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.228593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.228684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.228826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9d63583-ca3f-4dbc-9611-ebf4838fefa1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.228995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.229174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.229260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.229402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5202ace-02b2-4940-84ae-f5a88c839145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.229933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.230490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.230490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.230490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccb44fe4-a7cc-4099-a2ac-96c0d93bb589" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.230490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.230646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.230733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.230841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d797897-1419-47d5-8973-afe90f14be4b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.231583] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.231729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.231796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.231921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.231995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.232127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d90134ae-69ca-48a8-b8e4-1bc64eb31dc6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.232245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.232391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.232468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.232580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1b23a50-5877-44d5-9d6f-e9cb21e7264a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.232750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.232912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.232990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.233114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0eae4fbc-5b26-4732-9c0d-089f354b5f2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.233250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.233399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.233475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.233583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b0690a3-4c37-42bc-b576-b58374d8c0d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.233693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.233859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.233936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.234053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b37162f0-4416-4098-bf2d-4f4dc2e0f1ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.234182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.234323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.234395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.234516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0fb1ac3-7f31-4e7f-8fd5-61bbb32da55a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.234626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.234766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.286624] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.286748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.289865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.290316] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.290316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.290408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.290623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.290718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.290831] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 is going to be updated. [ 1136.292162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.292407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.292541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.292712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42cd22b3-817a-4d93-ba05-c0500637f187" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.292894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.293130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.293236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.293416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe1267e-e737-49c5-9eb2-11e818a0a85b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.293616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.293832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.293958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.294134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5487a914-3b36-4f27-b2e2-233724c0bb95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.294315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.294512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.294624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.294798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-098c62ed-ce06-4fb0-a7ff-e0b1ab3a59ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.295470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.295694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.295847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.296070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea5e632a-f422-4d4f-80d1-44171566c541" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.296258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.296474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.296599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.296769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1f63a57-1296-484a-b9a7-b9fd27633df2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.344201] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.344478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.344706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.344956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.345131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.345333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-825bee55-4cf8-4db0-89f2-f83d5187291c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.346433] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c in Status: SUCCESS [ 1136.346699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.379443] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c6ac62-5e22-4f14-9c7c-d78d73c53726: rpc.has_security_group_logging(os_id): False [ 1136.398356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 752df773-597f-4e1b-aac0-2939a99418ce: rpc.has_security_group_logging(os_id): False [ 1136.416590] env[69685]: INFO networking_nsxv3.common.synchronization [req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 req-6ad61d90-fbe3-4c91-9531-1f25191b9095 service nova] Enqueued Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_rules [ 1136.416894] env[69685]: INFO networking_nsxv3.common.synchronization [req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 req-6ad61d90-fbe3-4c91-9531-1f25191b9095 service nova] Enqueued Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_members [ 1136.417158] env[69685]: INFO networking_nsxv3.common.synchronization [req-144ed137-30df-4b5d-8bc0-ceaf246a00e0 req-6ad61d90-fbe3-4c91-9531-1f25191b9095 service nova] Enqueued Resource ID: ea905aff-9dcd-4ce0-86cc-8d97b06cf44d with Priority: HIGHEST for action port [ 1136.422404] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.422678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.422805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.423170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.425192] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_rules [ 1136.425832] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_members [ 1136.425832] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea905aff-9dcd-4ce0-86cc-8d97b06cf44d with Priority: HIGHEST for action port [ 1136.427335] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b976ad0d-392d-454f-91d6-036c30538e5a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.427335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.427335] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b976ad0d-392d-454f-91d6-036c30538e5a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.427335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.427335] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.427781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.427781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.427842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.428209] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea905aff-9dcd-4ce0-86cc-8d97b06cf44d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.477535] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.477655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.483263] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.483416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.499397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.499658] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.499796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.499875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.500049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.500165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.500417] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.500553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.500639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.500732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.500806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.500999] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.501133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.501207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.501349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.501646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.501646] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 1136.509109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.509220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.509359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.510636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.510636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.545674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.545964] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.546109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.546177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.546384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.546468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.546676] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.546778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.546837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.546984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.547072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.547268] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.547379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.547443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.547586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.547660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.547800] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1136.549411] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 in Status: IN_PROGRESS for 2s [ 1136.623191] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.623650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.623650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.623764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.623808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.625358] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b976ad0d-392d-454f-91d6-036c30538e5a in Status: SUCCESS [ 1136.625568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.626061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.626243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.626464] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.626575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.626637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.626895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.626895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.627147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.627147] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.628224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.628224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.628224] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.628951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.628951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.628951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.628951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.628951] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.640187] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 1136.652503] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.652722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.652994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.653120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.653332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.668526] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1136.900241] env[69685]: INFO networking_nsxv3.common.synchronization [req-0b4a6e1f-d0e6-47e3-a984-b5c7688c4fbb req-37c38773-6b4a-4623-adeb-01ea5cb031d2 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Enqueued Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_members [ 1136.900241] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGHEST for action security_group_members [ 1136.900241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3414f988-2b1c-46b9-a1c7-a57df13c2536 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.900241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.900241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.900241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.900625] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.900625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.900625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.901011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.901011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.901011] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.934021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea905aff-9dcd-4ce0-86cc-8d97b06cf44d with status ACTIVE [ 1136.934021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.934021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.934021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.934623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.934623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.934623] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.934623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.934623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.934845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.934845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.934962] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.935061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.935118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.935251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.935341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.935398] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea905aff-9dcd-4ce0-86cc-8d97b06cf44d is going to be updated. [ 1136.956251] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.956251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.956251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.956486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.956676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.956795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea905aff-9dcd-4ce0-86cc-8d97b06cf44d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.130321] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b976ad0d-392d-454f-91d6-036c30538e5a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.130439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.132867] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.326339] env[69685]: INFO networking_nsxv3.common.synchronization [req-12a90f86-cc7d-47c0-8686-bcf79b0db747 req-5b89e337-1e4c-4746-baa1-170df1439eea tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Enqueued Resource ID: c26530b4-52d7-472d-8203-505030066b93 with Priority: HIGHEST for action security_group_members [ 1137.326891] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26530b4-52d7-472d-8203-505030066b93 with Priority: HIGHEST for action security_group_members [ 1137.327243] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26530b4-52d7-472d-8203-505030066b93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.327376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.327448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.327728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.327922] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.328726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.328841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.329047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.329324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.329324] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c26530b4-52d7-472d-8203-505030066b93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.402801] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.403138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.403267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.403539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.403864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.404188] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.404188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.404760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.404760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.404760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.404760] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 is going to be updated. [ 1137.447303] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.447303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.447303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.447303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.447500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.458978] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 in Status: IN_PROGRESS for 2s [ 1137.635395] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.830978] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.831139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.831221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.831463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.831578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.831829] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.831954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.832683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.832683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.832683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.832683] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c26530b4-52d7-472d-8203-505030066b93 already deleted. [ 1137.832683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.026794] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.030645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-420" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.030645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-420" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.030645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-420" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.030645] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.030645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.030645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.030645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.031691] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.032315] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.032829] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.033247] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.033671] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.034110] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.034532] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.035024] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.054422] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.054670] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1138.054953] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.055227] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-420" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.055606] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-bfbf2634-b05f-48e0-ae56-5b2b668ded2a taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.055913] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-bfbf2634-b05f-48e0-ae56-5b2b668ded2a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.056102] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-bfbf2634-b05f-48e0-ae56-5b2b668ded2a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.056481] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-bfbf2634-b05f-48e0-ae56-5b2b668ded2a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.056711] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfbf2634-b05f-48e0-ae56-5b2b668ded2a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.138929] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.139169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.139258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.139703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.139816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.139961] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b976ad0d-392d-454f-91d6-036c30538e5a is going to be updated. [ 1138.187620] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.187841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.187951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.188196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.188384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.201570] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b976ad0d-392d-454f-91d6-036c30538e5a in Status: IN_PROGRESS for 2s [ 1138.559298] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.559565] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.559723] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.560152] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.560250] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.560420] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port bfbf2634-b05f-48e0-ae56-5b2b668ded2a not found, creating... [ 1138.560748] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.560946] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.561099] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.561348] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.561493] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.562355] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.562355] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.562355] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.562355] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.562593] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.562634] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: bfbf2634-b05f-48e0-ae56-5b2b668ded2a is going to be created. [ 1138.564446] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 in Status: SUCCESS [ 1138.564671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.581599] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.581889] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.582040] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.582379] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.582687] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.582928] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-bfbf2634-b05f-48e0-ae56-5b2b668ded2a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.657197] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 1138.657578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.685978] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1138.685978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.390110] env[69685]: INFO networking_nsxv3.common.synchronization [req-12a90f86-cc7d-47c0-8686-bcf79b0db747 req-41afb22f-45f1-4382-8b01-406a7d230e22 service nova] Enqueued Resource ID: c26530b4-52d7-472d-8203-505030066b93 with Priority: HIGHEST for action security_group_rules [ 1139.390110] env[69685]: INFO networking_nsxv3.common.synchronization [req-12a90f86-cc7d-47c0-8686-bcf79b0db747 req-41afb22f-45f1-4382-8b01-406a7d230e22 service nova] Enqueued Resource ID: c26530b4-52d7-472d-8203-505030066b93 with Priority: HIGHEST for action security_group_members [ 1139.390110] env[69685]: INFO networking_nsxv3.common.synchronization [req-12a90f86-cc7d-47c0-8686-bcf79b0db747 req-41afb22f-45f1-4382-8b01-406a7d230e22 service nova] Enqueued Resource ID: bfbf2634-b05f-48e0-ae56-5b2b668ded2a with Priority: HIGHEST for action port [ 1139.390110] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26530b4-52d7-472d-8203-505030066b93 with Priority: HIGHEST for action security_group_rules [ 1139.390110] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26530b4-52d7-472d-8203-505030066b93 with Priority: HIGHEST for action security_group_members [ 1139.390110] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbf2634-b05f-48e0-ae56-5b2b668ded2a with Priority: HIGHEST for action port [ 1139.390110] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c26530b4-52d7-472d-8203-505030066b93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.390662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.390844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.391153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.391325] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c26530b4-52d7-472d-8203-505030066b93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.392256] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26530b4-52d7-472d-8203-505030066b93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.392487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.394020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.394020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.394020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.394020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.394020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.394020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.394020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.394020] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c26530b4-52d7-472d-8203-505030066b93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.395919] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfbf2634-b05f-48e0-ae56-5b2b668ded2a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.396201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfbf2634-b05f-48e0-ae56-5b2b668ded2a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.396416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfbf2634-b05f-48e0-ae56-5b2b668ded2a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.396696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfbf2634-b05f-48e0-ae56-5b2b668ded2a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.396893] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfbf2634-b05f-48e0-ae56-5b2b668ded2a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.476819] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 in Status: SUCCESS [ 1139.476819] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 deletion is rescheduled due to dependency. [ 1139.476819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.899611] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26530b4-52d7-472d-8203-505030066b93 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.899949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.899949] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c26530b4-52d7-472d-8203-505030066b93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.902918] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfbf2634-b05f-48e0-ae56-5b2b668ded2a with status ACTIVE [ 1139.902918] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.902918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.902918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.902918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.902918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.902918] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.902918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.902918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.902918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.902918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.902918] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.903459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.903459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.903459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.903459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.903459] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfbf2634-b05f-48e0-ae56-5b2b668ded2a is going to be updated. [ 1139.924774] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.924774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.924774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.924774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.925058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.925148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfbf2634-b05f-48e0-ae56-5b2b668ded2a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.211227] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b976ad0d-392d-454f-91d6-036c30538e5a in Status: SUCCESS [ 1140.211457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.211614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.211872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.212070] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.212186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.212249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.212390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.212505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.212573] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.406093] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c26530b4-52d7-472d-8203-505030066b93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.715147] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.908038] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.908574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.908574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.908642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.908717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.908825] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c26530b4-52d7-472d-8203-505030066b93 is going to be created. [ 1140.934471] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.934744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.934982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.935242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.935406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.946383] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c26530b4-52d7-472d-8203-505030066b93 in Status: UNINITIALIZED for 2s [ 1141.217756] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.722270] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.722526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.722621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.722952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.723076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.723188] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b976ad0d-392d-454f-91d6-036c30538e5a is going to be updated. [ 1141.749887] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.750071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.750150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.750390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.750565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.760512] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b976ad0d-392d-454f-91d6-036c30538e5a in Status: IN_PROGRESS for 2s [ 1142.958308] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c26530b4-52d7-472d-8203-505030066b93 in Status: SUCCESS [ 1142.958565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.958689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.958926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.959144] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.959269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.959345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.959484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.959574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.959661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.959749] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c26530b4-52d7-472d-8203-505030066b93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.465303] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c26530b4-52d7-472d-8203-505030066b93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.781473] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b976ad0d-392d-454f-91d6-036c30538e5a in Status: SUCCESS [ 1143.781473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.781473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.781473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.781473] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.781473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.781473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.781473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.781473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.782033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.782304] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b976ad0d-392d-454f-91d6-036c30538e5a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.782580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.782734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.783052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.783542] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.783542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.783662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.783953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.784107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.784258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.784400] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.969238] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c26530b4-52d7-472d-8203-505030066b93: rpc.has_security_group_logging(os_id): False [ 1143.995342] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.995506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.995547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.996015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.996015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.996131] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.998019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.998019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.998019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.998019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.998019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c26530b4-52d7-472d-8203-505030066b93 is going to be created. [ 1144.060281] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.060430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.060504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.061127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.061127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.073124] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c26530b4-52d7-472d-8203-505030066b93 in Status: IN_PROGRESS for 2s [ 1144.080474] env[69685]: INFO networking_nsxv3.common.synchronization [req-9462e1e5-5bca-4893-b662-5283e1d78bad req-d8d8812b-6d81-4528-9682-679f27f1f613 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1144.081171] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1144.081548] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.081675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.081744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.081953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.082128] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.082228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.082305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.082433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.082518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.082612] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.287284] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b976ad0d-392d-454f-91d6-036c30538e5a: rpc.has_security_group_logging(os_id): False [ 1144.330993] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.332009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.332009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.332009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.332009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.332447] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.332564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.332623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.332800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.332879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.333100] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.336019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.336019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.336019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.336019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.336019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.336019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.336019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.336019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.336019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.336019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b976ad0d-392d-454f-91d6-036c30538e5a is going to be created. [ 1144.387176] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.387357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.387440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.387693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.388033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.399360] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b976ad0d-392d-454f-91d6-036c30538e5a in Status: IN_PROGRESS for 2s [ 1144.523699] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.529123] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.529436] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.529801] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.530147] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.530338] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.530496] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.530705] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.530880] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.531137] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.531257] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.531371] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.531502] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.531620] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.531750] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.531958] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.560488] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.560763] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.560926] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.561162] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.561807] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-70cdc976-5441-4b14-aad0-7cac40193591 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.562063] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-70cdc976-5441-4b14-aad0-7cac40193591" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.562193] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-70cdc976-5441-4b14-aad0-7cac40193591" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.562665] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-70cdc976-5441-4b14-aad0-7cac40193591" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.562900] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70cdc976-5441-4b14-aad0-7cac40193591',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.588165] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.073097] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.073097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.073097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.073097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.073097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.073097] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 70cdc976-5441-4b14-aad0-7cac40193591 not found, creating... [ 1145.073097] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.073097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.073097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.073097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.073097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.073784] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.073784] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.073784] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.073784] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.073784] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.073784] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 70cdc976-5441-4b14-aad0-7cac40193591 is going to be created. [ 1145.093502] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.094062] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.094358] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.094763] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.095203] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.095612] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-70cdc976-5441-4b14-aad0-7cac40193591" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.096647] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.601869] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.601869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.602051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.602168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.602266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.602366] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1145.628508] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.628679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.628751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.629035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.629363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.637525] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1145.797668] env[69685]: INFO networking_nsxv3.common.synchronization [req-9462e1e5-5bca-4893-b662-5283e1d78bad req-e7a69356-5c55-4aba-9263-c6eed14cfb8f service nova] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_rules [ 1145.797668] env[69685]: INFO networking_nsxv3.common.synchronization [req-9462e1e5-5bca-4893-b662-5283e1d78bad req-e7a69356-5c55-4aba-9263-c6eed14cfb8f service nova] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1145.797668] env[69685]: INFO networking_nsxv3.common.synchronization [req-9462e1e5-5bca-4893-b662-5283e1d78bad req-e7a69356-5c55-4aba-9263-c6eed14cfb8f service nova] Enqueued Resource ID: 70cdc976-5441-4b14-aad0-7cac40193591 with Priority: HIGHEST for action port [ 1145.800512] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_rules [ 1145.800612] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1145.800689] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70cdc976-5441-4b14-aad0-7cac40193591 with Priority: HIGHEST for action port [ 1145.801526] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.801526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.802191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.802554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.802662] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.803695] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.803695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.807354] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-70cdc976-5441-4b14-aad0-7cac40193591 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.807515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70cdc976-5441-4b14-aad0-7cac40193591" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.807584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70cdc976-5441-4b14-aad0-7cac40193591" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.807764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70cdc976-5441-4b14-aad0-7cac40193591" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.807927] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70cdc976-5441-4b14-aad0-7cac40193591',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.086368] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c26530b4-52d7-472d-8203-505030066b93 in Status: SUCCESS [ 1146.086606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.309689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.309834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.309995] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70cdc976-5441-4b14-aad0-7cac40193591 with status ACTIVE [ 1146.310181] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.310288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.310351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.310571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.310660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.310826] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.310922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.310976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.311185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.311267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.311451] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.311545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.311617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.311744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.311839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.311920] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70cdc976-5441-4b14-aad0-7cac40193591 is going to be updated. [ 1146.331362] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.331497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.331536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.331703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.331833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.332058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70cdc976-5441-4b14-aad0-7cac40193591" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.412281] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b976ad0d-392d-454f-91d6-036c30538e5a in Status: SUCCESS [ 1146.412532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.412706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.412926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.413030] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.916593] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b976ad0d-392d-454f-91d6-036c30538e5a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.916755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.916830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.917139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.917320] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.917430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.917497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.917650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.917741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.917863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.917996] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.360144] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.360144] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.360144] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.360144] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.360144] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.360979] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.361266] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.361632] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.361903] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.362276] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.362490] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.365178] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.365178] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.365178] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.365178] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.365178] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.380305] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.380600] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.380600] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.380790] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.381109] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-687aad17-4f1d-4e96-bd04-1c159f6bdb72 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.381283] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.381406] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.381680] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.381799] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('687aad17-4f1d-4e96-bd04-1c159f6bdb72',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.423291] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b976ad0d-392d-454f-91d6-036c30538e5a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.423497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.423601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.423915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.424192] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.424359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.424473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.424727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.424857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.424980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.425203] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b976ad0d-392d-454f-91d6-036c30538e5a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.425355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.425462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.425694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.425923] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.431036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.431115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.431292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.431383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.431475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.431570] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.646895] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1147.646895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.646895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.646895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.646895] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.647286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.647286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.647286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.647286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.647397] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.884301] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.884666] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.884864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.885210] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.885414] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.885858] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.886077] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.886200] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.887041] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.887041] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.887041] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.887305] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.887305] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.887607] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.887806] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.887998] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 687aad17-4f1d-4e96-bd04-1c159f6bdb72 is going to be updated. [ 1147.911416] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.911741] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.911833] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.912267] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.912502] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.912747] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.934513] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b976ad0d-392d-454f-91d6-036c30538e5a: rpc.has_security_group_logging(os_id): False [ 1147.956817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.956817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.956817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.957174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.957174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.957684] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.957684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.957684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.957684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.957684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.958457] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.958457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.958457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.958457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.958720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.958808] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.958989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.959111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.959330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.959420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.959505] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b976ad0d-392d-454f-91d6-036c30538e5a is going to be updated. [ 1148.007546] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a11fcc9d-757c-4099-911c-f83a193573ac tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Enqueued Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_rules [ 1148.008076] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_rules [ 1148.008412] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-029d7318-b963-4044-b167-6c4d343d2fb4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.008530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.008581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.008881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.008980] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.072431] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.072703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.072703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.072850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.073008] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.091272] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b976ad0d-392d-454f-91d6-036c30538e5a in Status: IN_PROGRESS for 2s [ 1148.134404] env[69685]: INFO networking_nsxv3.common.synchronization [None req-b38e6627-4b27-403d-ab6d-a45a96e490a9 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Enqueued Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_rules [ 1148.134926] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_rules [ 1148.135235] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-029d7318-b963-4044-b167-6c4d343d2fb4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.135341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.148962] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.534881] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.534881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.534881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.534881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.534881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.534881] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029d7318-b963-4044-b167-6c4d343d2fb4 already deleted. [ 1148.534881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.534881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.534881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.534881] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.651420] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.822150] env[69685]: INFO networking_nsxv3.common.synchronization [req-69e419fd-09d2-47f6-b43f-bd6c19675c5a req-cacbddd7-0520-46fa-ac01-7def472fdb3c service nova] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_rules [ 1148.822150] env[69685]: INFO networking_nsxv3.common.synchronization [req-69e419fd-09d2-47f6-b43f-bd6c19675c5a req-cacbddd7-0520-46fa-ac01-7def472fdb3c service nova] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1148.822270] env[69685]: INFO networking_nsxv3.common.synchronization [req-69e419fd-09d2-47f6-b43f-bd6c19675c5a req-cacbddd7-0520-46fa-ac01-7def472fdb3c service nova] Enqueued Resource ID: 687aad17-4f1d-4e96-bd04-1c159f6bdb72 with Priority: HIGHEST for action port [ 1148.822457] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_rules [ 1148.823196] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1148.823196] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687aad17-4f1d-4e96-bd04-1c159f6bdb72 with Priority: HIGHEST for action port [ 1148.825280] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.825359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.825420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.825799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.825988] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.827535] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.827662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.827781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.827992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.828173] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.831076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.831076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.831076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.831076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.831076] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.831076] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-687aad17-4f1d-4e96-bd04-1c159f6bdb72 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.831076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.831076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.831076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.831076] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('687aad17-4f1d-4e96-bd04-1c159f6bdb72',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.055221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.055526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.055616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.055892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.056026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.056144] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029d7318-b963-4044-b167-6c4d343d2fb4 already deleted. [ 1149.056256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.147231] env[69685]: INFO networking_nsxv3.common.synchronization [req-7191f28a-9ccd-4412-aebe-94efaa7d275f req-919810af-d90b-49f1-816b-d22d6d63279b tempest-ServersNegativeTestJSON-757078652 tempest-ServersNegativeTestJSON-757078652-project-member] Enqueued Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_members [ 1149.147411] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 with Priority: HIGHEST for action security_group_members [ 1149.147725] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4862af-1466-4ed7-8624-207be67ee3d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.147876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.147939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.149084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.149084] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.149084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.149084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.149084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.149084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.149084] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e4862af-1466-4ed7-8624-207be67ee3d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.153291] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.153420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.153511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.153703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.153799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.155164] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1149.184492] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.184697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.184697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.184930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.185091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.195709] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1149.333346] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.334698] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.334824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.335084] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 687aad17-4f1d-4e96-bd04-1c159f6bdb72 with status ACTIVE [ 1149.335294] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.335484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.335598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.335930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.336499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.336796] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.336916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.336985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.337407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.337517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.337788] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.338089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.338089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.338890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.338890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.338890] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 687aad17-4f1d-4e96-bd04-1c159f6bdb72 is going to be updated. [ 1149.359729] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.359966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.359966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.360308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.360361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.360525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-687aad17-4f1d-4e96-bd04-1c159f6bdb72" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.651151] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.651523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.651523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.652447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.671820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.672085] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.672222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.672280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.672468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.672548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.672639] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 is going to be updated. [ 1149.706587] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.706754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.706915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.707152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.707301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.716988] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: IN_PROGRESS for 2s [ 1149.842819] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.102575] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b976ad0d-392d-454f-91d6-036c30538e5a in Status: SUCCESS [ 1150.102765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.345163] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.345353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.345439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.345711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.345828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.345946] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be updated. [ 1150.371692] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.371900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.371900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.372171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.372373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.380859] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: IN_PROGRESS for 2s [ 1151.205955] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1151.206313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.206354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.206567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.206753] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.206871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.206933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.207102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.207184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.207268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.207389] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.627089] env[69685]: INFO networking_nsxv3.common.synchronization [req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 req-2d287075-de9e-44e8-b918-292c297dcc0a tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Enqueued Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1151.627661] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1151.627979] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.628280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.628280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.628451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.628609] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.628708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.628764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.628923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.629022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.629261] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.709487] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.709646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.709755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.709970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.710153] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.710272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.710334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.710497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.710579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.710668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.710812] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.710904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.710963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.711140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.711320] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.711419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.711479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.711622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.711723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.711849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.711959] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.726554] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 in Status: SUCCESS [ 1151.726729] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e4862af-1466-4ed7-8624-207be67ee3d0 deletion is rescheduled due to dependency. [ 1151.727228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4862af-1466-4ed7-8624-207be67ee3d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.026051] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.026051] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-903" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.026301] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-903" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.028462] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-903" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.030751] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.031237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.031909] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.031909] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.031909] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.032378] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.033022] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.033022] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.033022] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.033276] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.033405] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.033556] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.057580] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.058496] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1152.058496] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.058496] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-903" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.058744] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-c86f6b98-3f04-424e-afc6-06e18da2dd3e taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.059094] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-c86f6b98-3f04-424e-afc6-06e18da2dd3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.063029] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-c86f6b98-3f04-424e-afc6-06e18da2dd3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.063029] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-c86f6b98-3f04-424e-afc6-06e18da2dd3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.063029] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c86f6b98-3f04-424e-afc6-06e18da2dd3e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.131960] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.132202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.132306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.132576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.132695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.132912] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.133029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.133092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.133280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.133470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.133470] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 already deleted. [ 1152.133575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.214933] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0474128-8fe4-49a0-880c-b64aaa07676b: rpc.has_security_group_logging(os_id): False [ 1152.237627] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.238395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.238395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.238395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.257423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.257739] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.257941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.258276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.258276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.258420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.258565] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.258723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.258777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.258961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.259133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.259324] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.259477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.259760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.259760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.259965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.259965] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1152.348039] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.348243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.348243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.348423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.348568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.365487] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1152.394278] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 1152.394500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.394671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.394895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.395111] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.395230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.395294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.395445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.395525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.395611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.395701] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.565938] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.566198] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.566332] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.566611] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.566766] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.566937] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port c86f6b98-3f04-424e-afc6-06e18da2dd3e not found, creating... [ 1152.567231] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.567542] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.567542] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.567735] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.567912] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.568231] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.568408] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.568532] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.568759] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.568913] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.569078] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: c86f6b98-3f04-424e-afc6-06e18da2dd3e is going to be created. [ 1152.588748] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.589123] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.589339] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.589708] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.590054] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.590379] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-c86f6b98-3f04-424e-afc6-06e18da2dd3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.898922] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.898922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.898922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.899189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.899277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.900040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.900040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.900040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.900040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.900040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.900040] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.900040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.900367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.900367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.900367] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.900521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.900521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.900659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.900734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.900814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.900904] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.317816] env[69685]: INFO networking_nsxv3.common.synchronization [req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 req-962539b7-288c-4daa-91f8-46f3d050f2e3 service nova] Enqueued Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_rules [ 1153.318177] env[69685]: INFO networking_nsxv3.common.synchronization [req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 req-962539b7-288c-4daa-91f8-46f3d050f2e3 service nova] Enqueued Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1153.318227] env[69685]: INFO networking_nsxv3.common.synchronization [req-b6eb4077-4a37-4cdc-8742-8716cdf062b8 req-962539b7-288c-4daa-91f8-46f3d050f2e3 service nova] Enqueued Resource ID: c86f6b98-3f04-424e-afc6-06e18da2dd3e with Priority: HIGHEST for action port [ 1153.318753] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_rules [ 1153.318911] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1153.319219] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86f6b98-3f04-424e-afc6-06e18da2dd3e with Priority: HIGHEST for action port [ 1153.319593] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.319739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.319828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.320139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.320231] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.321171] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.321257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.321310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.321491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.321642] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.321794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.321794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.321934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.322031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.322282] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.323681] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c86f6b98-3f04-424e-afc6-06e18da2dd3e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.323785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c86f6b98-3f04-424e-afc6-06e18da2dd3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.323832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c86f6b98-3f04-424e-afc6-06e18da2dd3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.324117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c86f6b98-3f04-424e-afc6-06e18da2dd3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.324117] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c86f6b98-3f04-424e-afc6-06e18da2dd3e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.403599] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 334c34b8-2b0e-498a-8dbd-44e3594416e5: rpc.has_security_group_logging(os_id): False [ 1153.421026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.421026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.421026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.421026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.421026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.421026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.421026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.421026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.421366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.421366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.421460] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.421550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.421606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.421744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.421812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.422023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.422115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.422172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.422307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.422374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.422455] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be updated. [ 1153.479653] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.479819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.479892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.480144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.480329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.494285] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: IN_PROGRESS for 2s [ 1153.828561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.828703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.828894] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.831130] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c86f6b98-3f04-424e-afc6-06e18da2dd3e with status ACTIVE [ 1153.831130] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.831130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.831130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.831130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.831130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.831497] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.831497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.831497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.831688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.831688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.831882] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.831974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.832048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.832184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.832258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.832339] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c86f6b98-3f04-424e-afc6-06e18da2dd3e is going to be updated. [ 1153.853036] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.853200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.853243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.853464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.853612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.854243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c86f6b98-3f04-424e-afc6-06e18da2dd3e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.292276] env[69685]: INFO networking_nsxv3.common.synchronization [req-9733cbdc-e841-4377-baad-95183215205c req-2a0208d4-c09f-4fdc-9dcc-074de9918864 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1154.292276] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1154.293922] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.294228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.294404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.294675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.294935] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.295162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.295313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.296028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.296028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.296028] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.335658] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.381282] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1154.381391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.798793] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.798957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.799056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.799292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.799393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.799604] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.799722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.799780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.799942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.800044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.800134] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 1154.832525] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.832692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.832773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.832998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.833164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.837391] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.837513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.837587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.837826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.838123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.838281] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 is going to be created. [ 1154.841124] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 1154.861162] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.861329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.861368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.861618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.861802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.870045] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: UNINITIALIZED for 2s [ 1155.510477] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 1155.510785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.850946] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 1156.851276] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 deletion is rescheduled due to dependency. [ 1156.851335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.879385] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: SUCCESS [ 1156.879673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.879841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.880874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.880874] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.880874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.880874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.880874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.881228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.881228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.881228] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.081580] env[69685]: INFO networking_nsxv3.common.synchronization [req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 req-4c4fe25f-0ab3-4030-b4f9-f34416b2ccc8 tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Enqueued Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1157.081875] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1157.085025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.085025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.085025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.085025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.085025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.085025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.085025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.085025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.085025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.085025] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.384015] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.384226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.421240] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.421434] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-903" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.421560] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-903" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.421844] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-903" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.422193] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.422317] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.422379] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.422593] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.422740] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.422962] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.423091] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.423206] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.423317] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.423431] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.423548] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.423891] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.441517] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.441688] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1157.441833] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.442107] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-903" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.442424] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-7ced59aa-13e9-4a82-aad0-c69f174cc696 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.442600] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-7ced59aa-13e9-4a82-aad0-c69f174cc696" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.442735] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-7ced59aa-13e9-4a82-aad0-c69f174cc696" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.443096] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-7ced59aa-13e9-4a82-aad0-c69f174cc696" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.443276] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ced59aa-13e9-4a82-aad0-c69f174cc696',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.588565] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.945708] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.946147] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.946317] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.946627] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.946887] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.947154] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 7ced59aa-13e9-4a82-aad0-c69f174cc696 not found, creating... [ 1157.947438] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.947704] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.947841] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.948171] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.948320] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.948620] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.948786] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.948919] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.949161] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.949304] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.949450] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 7ced59aa-13e9-4a82-aad0-c69f174cc696 is going to be created. [ 1157.969023] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.969232] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.969363] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.969630] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.969856] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.970098] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-7ced59aa-13e9-4a82-aad0-c69f174cc696" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.092442] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.594792] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.594931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.595015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.595240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.595340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.595440] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 is going to be updated. [ 1158.627744] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.627939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.628099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.628369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.628519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.640177] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: IN_PROGRESS for 2s [ 1158.649064] env[69685]: INFO networking_nsxv3.common.synchronization [req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 req-582ece2d-0ad5-4f17-80e0-6d977f5e8382 service nova] Enqueued Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_rules [ 1158.649316] env[69685]: INFO networking_nsxv3.common.synchronization [req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 req-582ece2d-0ad5-4f17-80e0-6d977f5e8382 service nova] Enqueued Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1158.649475] env[69685]: INFO networking_nsxv3.common.synchronization [req-b78a21e9-c5d2-4e3d-91b4-d9c5cde76600 req-582ece2d-0ad5-4f17-80e0-6d977f5e8382 service nova] Enqueued Resource ID: 7ced59aa-13e9-4a82-aad0-c69f174cc696 with Priority: HIGHEST for action port [ 1158.651568] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_rules [ 1158.654054] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1158.654054] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ced59aa-13e9-4a82-aad0-c69f174cc696 with Priority: HIGHEST for action port [ 1158.654054] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.654054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.654577] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.654678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.654867] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ced59aa-13e9-4a82-aad0-c69f174cc696 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.654969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ced59aa-13e9-4a82-aad0-c69f174cc696" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.655048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ced59aa-13e9-4a82-aad0-c69f174cc696" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.655276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ced59aa-13e9-4a82-aad0-c69f174cc696" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.655323] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ced59aa-13e9-4a82-aad0-c69f174cc696',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.158667] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ced59aa-13e9-4a82-aad0-c69f174cc696 with status ACTIVE [ 1159.159046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.159137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.159237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.159493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.159619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.159831] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.159946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.160033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.160264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.160321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.160499] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.160593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.160656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.160794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.160869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.160955] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ced59aa-13e9-4a82-aad0-c69f174cc696 is going to be updated. [ 1159.204846] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.205032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.205115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.205336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.205475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.205636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ced59aa-13e9-4a82-aad0-c69f174cc696" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.450208] env[69685]: INFO networking_nsxv3.common.synchronization [req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 req-0ee4639f-1681-4440-b0de-1c8f7a91a67c tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Enqueued Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1159.450533] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1159.450839] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.450946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.817275] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.817275] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-903" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.817275] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-903" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.817275] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-903" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.817653] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.817983] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.818233] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.818554] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.818799] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.819144] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.819366] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.819597] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.819857] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.820118] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.820384] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.820634] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.842521] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.842521] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1159.842521] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.842521] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-903" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.842521] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-bd09a65f-42fa-49b5-882f-588616dbf5f1 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.842521] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-bd09a65f-42fa-49b5-882f-588616dbf5f1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.842521] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-bd09a65f-42fa-49b5-882f-588616dbf5f1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.842521] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-bd09a65f-42fa-49b5-882f-588616dbf5f1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.842521] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd09a65f-42fa-49b5-882f-588616dbf5f1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.344151] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.344547] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.344547] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.344779] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.344947] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.345165] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port bd09a65f-42fa-49b5-882f-588616dbf5f1 not found, creating... [ 1160.345406] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.345579] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.345688] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.346018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.346201] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.346481] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.346643] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.346766] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.347065] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.347182] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.347334] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: bd09a65f-42fa-49b5-882f-588616dbf5f1 is going to be created. [ 1160.368025] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.368298] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.368436] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.368718] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.368979] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.369222] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-bd09a65f-42fa-49b5-882f-588616dbf5f1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.654414] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: SUCCESS [ 1160.654691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.654917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.655243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.655500] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.655648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.655728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.655961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.656069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.656186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.656432] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.656575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.656575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.656765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.656944] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.657083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.657227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.657345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.657446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.657555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.657777] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.658801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.659025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.659235] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.659364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.659449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.659630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.659751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.659868] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.069688] env[69685]: INFO networking_nsxv3.common.synchronization [req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 req-7d2890e5-8641-4e2b-a99d-7a119560ef67 service nova] Enqueued Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_rules [ 1161.070076] env[69685]: INFO networking_nsxv3.common.synchronization [req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 req-7d2890e5-8641-4e2b-a99d-7a119560ef67 service nova] Enqueued Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1161.070076] env[69685]: INFO networking_nsxv3.common.synchronization [req-58ab9587-e23c-42e8-ad4c-9222e0d390e6 req-7d2890e5-8641-4e2b-a99d-7a119560ef67 service nova] Enqueued Resource ID: bd09a65f-42fa-49b5-882f-588616dbf5f1 with Priority: HIGHEST for action port [ 1161.070257] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_rules [ 1161.070380] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1161.070471] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd09a65f-42fa-49b5-882f-588616dbf5f1 with Priority: HIGHEST for action port [ 1161.071539] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.071641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.071835] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.071915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.072106] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd09a65f-42fa-49b5-882f-588616dbf5f1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.072204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd09a65f-42fa-49b5-882f-588616dbf5f1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.072266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd09a65f-42fa-49b5-882f-588616dbf5f1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.072463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd09a65f-42fa-49b5-882f-588616dbf5f1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.072539] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd09a65f-42fa-49b5-882f-588616dbf5f1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.162111] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8: rpc.has_security_group_logging(os_id): False [ 1161.163192] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.181156] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.181338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.181486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.181715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.181810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.182044] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.182154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.182219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.182376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.182454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.182631] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.182725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.182787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.182927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.183012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.183218] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.183315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.183379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.183523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.183596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.183680] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 is going to be created. [ 1161.242716] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.242903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.242946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.243149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.243323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.256691] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: IN_PROGRESS for 2s [ 1161.575511] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd09a65f-42fa-49b5-882f-588616dbf5f1 with status ACTIVE [ 1161.575955] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.578517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.578517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.578517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.578517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.578517] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.578517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.578517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.578517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.578517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.578517] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.578517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.578888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.578888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.578945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.579828] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd09a65f-42fa-49b5-882f-588616dbf5f1 is going to be updated. [ 1161.599138] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.599282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.599379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.599569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.599715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.599869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd09a65f-42fa-49b5-882f-588616dbf5f1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.665592] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.168578] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.171352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.171352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.171352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.171352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.171352] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 is going to be updated. [ 1162.220889] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.220889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.220889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.220889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.220889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.233422] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: IN_PROGRESS for 2s [ 1163.271562] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: SUCCESS [ 1163.271562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.271562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.271562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.271562] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.682382] env[69685]: INFO networking_nsxv3.common.synchronization [req-5f49f72e-6fef-46d1-8927-3a5450a05d2b req-bdc1a6c0-7a48-41b3-a3b4-f0a442049715 tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Enqueued Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_members [ 1163.682913] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_members [ 1163.683228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-029d7318-b963-4044-b167-6c4d343d2fb4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.683378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.683456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.683688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.683842] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.683941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.683997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.684166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.684251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.684345] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.774768] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.775046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.998813] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.999060] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.999227] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.999509] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.999779] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.999938] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.000084] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.000323] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.000474] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.000687] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.000804] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.000917] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.001040] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.001219] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.001262] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.001392] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.021172] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.021172] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1164.021498] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.021498] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.021754] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.021930] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.022131] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.022400] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.022544] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.186254] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.186428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.186493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.186704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.186795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.186983] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.187098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.187167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.187307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.187384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.187467] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029d7318-b963-4044-b167-6c4d343d2fb4 already deleted. [ 1164.187545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.245171] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: SUCCESS [ 1164.245393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.245558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.245814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.245987] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.246109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.246199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.246321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.246491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.246491] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.527296] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.527717] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.527717] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.528020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.528301] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.528506] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 not found, creating... [ 1164.528808] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.529049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.529182] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.529445] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.529623] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.529959] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.530180] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.530351] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.530615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.530793] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.530969] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 is going to be created. [ 1164.552404] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.552721] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.553285] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.553621] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.553924] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.554209] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.748705] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.232177] env[69685]: INFO networking_nsxv3.common.synchronization [req-5f49f72e-6fef-46d1-8927-3a5450a05d2b req-4b073c7c-4df2-41c0-8c46-361d3e944e46 service nova] Enqueued Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_rules [ 1165.232371] env[69685]: INFO networking_nsxv3.common.synchronization [req-5f49f72e-6fef-46d1-8927-3a5450a05d2b req-4b073c7c-4df2-41c0-8c46-361d3e944e46 service nova] Enqueued Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_members [ 1165.232518] env[69685]: INFO networking_nsxv3.common.synchronization [req-5f49f72e-6fef-46d1-8927-3a5450a05d2b req-4b073c7c-4df2-41c0-8c46-361d3e944e46 service nova] Enqueued Resource ID: 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 with Priority: HIGHEST for action port [ 1165.232746] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_rules [ 1165.232871] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_members [ 1165.233016] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 with Priority: HIGHEST for action port [ 1165.234189] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-029d7318-b963-4044-b167-6c4d343d2fb4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.234368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.234479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.234722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.234879] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.235794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-029d7318-b963-4044-b167-6c4d343d2fb4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.235979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.237026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.237026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.237026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.237026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.237026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.237026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.237026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.237026] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.238436] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.238436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.238537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.239228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.239228] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.251256] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.743185] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-029d7318-b963-4044-b167-6c4d343d2fb4 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.743574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.743574] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.744709] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 with status ACTIVE [ 1165.744894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.745026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.745026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.748073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.748073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.748073] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.748073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.748073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.748073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.748073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.749881] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.750111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.750111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.750263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.750342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.750503] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 is going to be updated. [ 1165.753291] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.753412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.753467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.753636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.753711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.753803] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 is going to be updated. [ 1165.772374] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.772571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.772571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.772750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.772880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.773048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.789649] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.789866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.789866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.790104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.790315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.804532] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: IN_PROGRESS for 2s [ 1165.888278] env[69685]: INFO networking_nsxv3.common.synchronization [req-7b89e0ba-b1b9-49fa-8fc2-133c69c9e779 req-61d78b17-404b-43ce-8ab0-efc1212936a7 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_members [ 1165.889123] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_members [ 1165.889432] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-65280efd-5a1c-48f5-951c-8c81f834af95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.889560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.889661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.889825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.890014] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.890159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.890224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.890386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.890491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.890572] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.252536] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.393312] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.652293] env[69685]: INFO networking_nsxv3.common.synchronization [req-fc6b0467-6a82-47a3-8bd4-20d1ace8c066 req-7ef02684-3e55-4698-9d37-24684d2ebc58 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1166.654789] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1166.655197] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.655350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.655440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.655968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.655968] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.655968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.656129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.656262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.656357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.656472] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.760209] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.760764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.760764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.760880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.761051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.761226] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029d7318-b963-4044-b167-6c4d343d2fb4 is going to be created. [ 1166.784209] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.784209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.784209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.784478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.784546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.793719] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029d7318-b963-4044-b167-6c4d343d2fb4 in Status: UNINITIALIZED for 2s [ 1166.895215] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.162291] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.162763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.162838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.163139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.163307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.163798] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.163798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.163934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.164227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.164373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.164526] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1167.217066] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.217239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.217300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.217510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.217669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.225876] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1167.397746] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.397746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.397746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.397972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.397972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.397972] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65280efd-5a1c-48f5-951c-8c81f834af95 is going to be updated. [ 1167.430722] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.430875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.430939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.431162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.431300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.440439] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65280efd-5a1c-48f5-951c-8c81f834af95 in Status: IN_PROGRESS for 2s [ 1167.814119] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: SUCCESS [ 1167.814409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.814618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.814883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.815149] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.815305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.815383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.815569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.815704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.815827] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.318412] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.427463] env[69685]: INFO networking_nsxv3.common.synchronization [req-6628308c-19cc-4969-acd7-bec0c6b75a8b req-7d0b6396-0e84-4ded-9753-2412b2216242 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 1168.428085] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 1168.428394] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.428539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.428602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.428792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.428949] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.434161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.434407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.434761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.434989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.435229] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.633476] env[69685]: INFO networking_nsxv3.common.synchronization [req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 req-0ec79193-ea4f-44c6-995f-9bf878deee73 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1168.633476] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1168.633476] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.633476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.633476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.633723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.633754] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.633913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.633913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.634205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.634305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.635068] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.803483] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029d7318-b963-4044-b167-6c4d343d2fb4 in Status: SUCCESS [ 1168.803704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.803860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.804093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.804284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.804400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.804464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.804614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.804694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.804780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.804872] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.820357] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.937484] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.937630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.937703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.937932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.957862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.958189] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.958309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.958376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.958565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.958818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.958818] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead is going to be updated. [ 1168.988321] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.988580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.988580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.988724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.988858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.997034] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: IN_PROGRESS for 2s [ 1169.017021] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.017021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.017021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.017021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.017021] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.017021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.017021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.017440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.017684] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.017987] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.018236] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.018448] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.018670] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.018883] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.019119] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.019358] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.039019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.039019] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1169.039019] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.039019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-887" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.039019] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-418b5a3b-c154-4078-a32e-93d1b7ffde46 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.039019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-418b5a3b-c154-4078-a32e-93d1b7ffde46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.039019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-418b5a3b-c154-4078-a32e-93d1b7ffde46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.039019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-418b5a3b-c154-4078-a32e-93d1b7ffde46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.039019] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('418b5a3b-c154-4078-a32e-93d1b7ffde46',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.137132] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.137132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.137352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.137424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.137534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.137741] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.137794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.137970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.138058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.138253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.138318] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 1169.167165] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.167333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.167371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.167576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.168035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.176040] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 1169.234993] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1169.235202] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce deletion is rescheduled due to dependency. [ 1169.235389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.307229] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.322671] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.322671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.322815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.322979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.323094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.323232] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 is going to be updated. [ 1169.351448] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.351592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.351674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.351871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.352017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.361680] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: IN_PROGRESS for 2s [ 1169.450264] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65280efd-5a1c-48f5-951c-8c81f834af95 in Status: SUCCESS [ 1169.450264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.542274] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.542274] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.542274] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.542274] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.542274] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.542544] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 418b5a3b-c154-4078-a32e-93d1b7ffde46 not found, creating... [ 1169.543109] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.543109] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.543109] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.543257] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.543391] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.544022] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.544022] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.544022] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.544513] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.544743] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.544945] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 418b5a3b-c154-4078-a32e-93d1b7ffde46 is going to be created. [ 1169.564172] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.564396] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.564522] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.564802] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.565050] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.565288] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-418b5a3b-c154-4078-a32e-93d1b7ffde46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.810704] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 029d7318-b963-4044-b167-6c4d343d2fb4: rpc.has_security_group_logging(os_id): False [ 1169.828204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.828514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.828514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.828827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.829137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.830508] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.830508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.830508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.830508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.830508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.830508] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029d7318-b963-4044-b167-6c4d343d2fb4 is going to be created. [ 1169.885825] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.885825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.885825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.885825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.885825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.895579] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029d7318-b963-4044-b167-6c4d343d2fb4 in Status: IN_PROGRESS for 2s [ 1170.889103] env[69685]: INFO networking_nsxv3.common.synchronization [req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 req-c881010f-8253-435b-9232-2899debabc37 service nova] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_rules [ 1170.889362] env[69685]: INFO networking_nsxv3.common.synchronization [req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 req-c881010f-8253-435b-9232-2899debabc37 service nova] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1170.889593] env[69685]: INFO networking_nsxv3.common.synchronization [req-204a41f5-be9a-4588-83fd-6d4f48bf0c70 req-c881010f-8253-435b-9232-2899debabc37 service nova] Enqueued Resource ID: 418b5a3b-c154-4078-a32e-93d1b7ffde46 with Priority: HIGHEST for action port [ 1170.890060] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_rules [ 1170.890277] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1170.890309] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 418b5a3b-c154-4078-a32e-93d1b7ffde46 with Priority: HIGHEST for action port [ 1170.890566] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.890686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.890753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.890950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.891049] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.892700] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.892700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.892700] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-418b5a3b-c154-4078-a32e-93d1b7ffde46 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.892856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-418b5a3b-c154-4078-a32e-93d1b7ffde46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.892856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-418b5a3b-c154-4078-a32e-93d1b7ffde46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.893048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-418b5a3b-c154-4078-a32e-93d1b7ffde46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.893048] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('418b5a3b-c154-4078-a32e-93d1b7ffde46',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.007009] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: SUCCESS [ 1171.007009] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead deletion is rescheduled due to dependency. [ 1171.007009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.189106] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 1171.189106] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 deletion is rescheduled due to dependency. [ 1171.189106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.189106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.189106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.189106] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.189106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.189106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.189106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.189106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.189106] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.371572] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: SUCCESS [ 1171.371829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.372687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.372687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.372687] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.372687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.372687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.372931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.372931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.372931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.373052] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.393296] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.393296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.396916] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 418b5a3b-c154-4078-a32e-93d1b7ffde46 with status ACTIVE [ 1171.396916] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.396916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.397159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.397252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.397319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.397476] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.397581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.397641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.397790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.397868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.398101] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.398212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.398275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.398417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.398493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.398576] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 418b5a3b-c154-4078-a32e-93d1b7ffde46 is going to be updated. [ 1171.407788] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d0515de8-6251-4e86-811c-a73d9aeae099 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Enqueued Resource ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 with Priority: HIGHEST for action security_group_rules [ 1171.408090] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 with Priority: HIGHEST for action security_group_rules [ 1171.408959] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.409119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.409190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.409441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.409527] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.417483] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.417601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.417677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.417859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.417988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.418196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-418b5a3b-c154-4078-a32e-93d1b7ffde46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.479656] env[69685]: INFO networking_nsxv3.common.synchronization [None req-92bccd6c-5500-4c71-9fc1-5d8073b058a9 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Enqueued Resource ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 with Priority: HIGHEST for action security_group_rules [ 1171.480181] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 with Priority: HIGHEST for action security_group_rules [ 1171.480483] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.480584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.691397] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.875620] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.875793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.875868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.876124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.876300] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.876402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.876487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.876647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.876738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.876828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.876972] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.877083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.877158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.877291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.877429] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.877517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.877570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.877711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.877909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.878108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.878199] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.906819] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029d7318-b963-4044-b167-6c4d343d2fb4 in Status: SUCCESS [ 1171.907114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.926770] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.926926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.926969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.927228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.927325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.927421] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 already deleted. [ 1171.927520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.927642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.927834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.927919] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.193392] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.380197] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8: rpc.has_security_group_logging(os_id): False [ 1172.398014] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.398237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.398360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.398600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.398722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.398955] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.399120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.399226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.399400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.399483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.399666] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.399761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.399823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.399967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.400102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.400301] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.400398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.400457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.400599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.400675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.400762] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 is going to be updated. [ 1172.449844] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.450022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.450075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.450266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.450345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.450450] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 already deleted. [ 1172.450525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.478296] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.478296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.478483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.478622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.478715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.490263] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: IN_PROGRESS for 2s [ 1172.696762] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.696762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.696762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.697055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.697055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.697055] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 1172.722173] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.722412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.722412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.723065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.723065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.731465] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 1172.893436] env[69685]: INFO networking_nsxv3.common.synchronization [req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 req-7c7f2e55-ae08-4fdd-9afe-505b66919ff0 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1172.893558] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1172.893800] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.893926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.893991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.894214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.894378] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.894465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.894528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.894676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.894762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.894857] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.171965] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.171965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.171965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.171965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.171965] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.171965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.171965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.171965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.171965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.172594] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.172594] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.172594] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.172594] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.172594] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.172755] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.172755] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.197180] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.197360] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1173.197853] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.197853] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.197984] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-ce73a877-9fb2-4300-9199-9c0acb29d976 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.198200] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-ce73a877-9fb2-4300-9199-9c0acb29d976" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.198333] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-ce73a877-9fb2-4300-9199-9c0acb29d976" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.198655] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-ce73a877-9fb2-4300-9199-9c0acb29d976" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.198798] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce73a877-9fb2-4300-9199-9c0acb29d976',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.397778] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.701923] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.702095] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.702232] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.703073] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.703073] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.703073] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port ce73a877-9fb2-4300-9199-9c0acb29d976 not found, creating... [ 1173.703341] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.703410] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.703491] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.703764] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.703933] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.704297] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.704490] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.704662] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.704949] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.706984] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.707228] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: ce73a877-9fb2-4300-9199-9c0acb29d976 is going to be created. [ 1173.728559] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.728843] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.728978] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.729277] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.730102] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.730720] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-ce73a877-9fb2-4300-9199-9c0acb29d976" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.901814] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.403166] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.403574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.403574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.403690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.403784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.403885] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1174.430784] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.430944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.431035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.431255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.431397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.439520] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1174.505251] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: SUCCESS [ 1174.505480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.505658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.505879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.505983] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.598453] env[69685]: INFO networking_nsxv3.common.synchronization [req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 req-687adea5-877b-47f9-a309-a29d121790ef service nova] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_rules [ 1174.598453] env[69685]: INFO networking_nsxv3.common.synchronization [req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 req-687adea5-877b-47f9-a309-a29d121790ef service nova] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1174.598453] env[69685]: INFO networking_nsxv3.common.synchronization [req-70bcc0d7-4ad3-4538-86cd-36e8bef808f5 req-687adea5-877b-47f9-a309-a29d121790ef service nova] Enqueued Resource ID: ce73a877-9fb2-4300-9199-9c0acb29d976 with Priority: HIGHEST for action port [ 1174.598453] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_rules [ 1174.598453] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1174.598453] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce73a877-9fb2-4300-9199-9c0acb29d976 with Priority: HIGHEST for action port [ 1174.599201] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.599486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.599663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.600078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.600265] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.601778] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.601778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.601778] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce73a877-9fb2-4300-9199-9c0acb29d976 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.601778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce73a877-9fb2-4300-9199-9c0acb29d976" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.601778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce73a877-9fb2-4300-9199-9c0acb29d976" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.601778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce73a877-9fb2-4300-9199-9c0acb29d976" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.602038] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce73a877-9fb2-4300-9199-9c0acb29d976',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.740672] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 1174.740913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.741173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.741299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.741496] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.741646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.741776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.741877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.741968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.742119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.742170] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.012886] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.013064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.013171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.013400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.013567] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.013670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.013735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.013881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.013969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.014070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.014160] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.103469] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.103665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.103904] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce73a877-9fb2-4300-9199-9c0acb29d976 with status ACTIVE [ 1175.104115] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.104232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.104300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.104512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.104605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.104774] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.104871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.104933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.105150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.105220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.105405] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.105501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.105562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.105703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.105778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.105863] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce73a877-9fb2-4300-9199-9c0acb29d976 is going to be updated. [ 1175.124672] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.124808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.124879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.125099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.125273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.125456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce73a877-9fb2-4300-9199-9c0acb29d976" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.244961] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.244961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.245141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.245261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.245416] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.245520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.245586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.245731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.245821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.245909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.246271] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.246271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.246271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.246462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.246547] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.246636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.246695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.246829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.246901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.246977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.247102] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.516761] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.517018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.517018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.517267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.517443] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.517552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.517616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.517776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.517872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.518093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.518157] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.518254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.518314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.518459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.518597] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.518709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.518765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.518876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.518976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.519107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.519225] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.749200] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c6ac62-5e22-4f14-9c7c-d78d73c53726: rpc.has_security_group_logging(os_id): False [ 1175.769599] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.769839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.769839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.770047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.770136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.770399] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.770519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.770519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.770646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.770719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.770918] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.771047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.771047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.771173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.771251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.771449] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.771537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.771588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.771731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.771812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.771888] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 1175.831955] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.832236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.832368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.832698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.832950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.853216] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 1176.023727] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8: rpc.has_security_group_logging(os_id): False [ 1176.043868] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.044050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.044157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.044422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.044539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.044767] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.044898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.045018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.045313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.045500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.045751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.045889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.045960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.047648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.047760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.047973] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.048137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.048179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.048354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.048423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.048538] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 is going to be updated. [ 1176.127207] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.127207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.127207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.127207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.127207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.139894] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: IN_PROGRESS for 2s [ 1176.451606] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1176.451923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.452324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.452627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.453026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.456116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.456600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.456600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.456764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.456964] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.960079] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.463739] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.559977] env[69685]: INFO networking_nsxv3.common.synchronization [req-e669ab25-2097-4e8f-a681-cecf98b41665 req-d31fbb42-158e-495a-aee0-8d6836e4c36a tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_members [ 1177.560535] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGHEST for action security_group_members [ 1177.560873] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-65280efd-5a1c-48f5-951c-8c81f834af95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.561103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.561103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.561262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.562815] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.562815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.562815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.562815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.562815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.562815] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.877708] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 1177.877944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.966131] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.966131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.966131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.966131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.966131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.966131] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1178.000210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.000411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.000411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.000616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.000760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.015739] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1178.065382] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.065630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.065630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.065845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.087521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.088051] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.088051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.088051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.088325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.088413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.088506] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65280efd-5a1c-48f5-951c-8c81f834af95 is going to be updated. [ 1178.133972] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.134266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.134266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.134413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.134537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.156503] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65280efd-5a1c-48f5-951c-8c81f834af95 in Status: IN_PROGRESS for 2s [ 1178.159469] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: SUCCESS [ 1178.159674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.813233] env[69685]: INFO networking_nsxv3.common.synchronization [req-8dd7f573-d6fd-4178-91d1-1888e5f856be req-845d2f98-cc7b-44ac-8d8c-d240ef6ffeaf tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1179.813233] env[69685]: INFO networking_nsxv3.common.synchronization [req-ba21953d-64b3-4cfd-9b21-fefa01615669 req-45c114a6-f807-4899-a5e0-48f508e33c13 tempest-ServersTestBootFromVolume-489510862 tempest-ServersTestBootFromVolume-489510862-project-member] Enqueued Resource ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c with Priority: HIGHEST for action security_group_members [ 1179.815497] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1179.815497] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c with Priority: HIGHEST for action security_group_members [ 1179.815497] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.815497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.815497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.815497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.815497] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.815497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.815497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.816895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.816895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.816895] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.816895] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f6ddc3-6349-48c0-8cc2-800633f6824c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.816895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.816895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.817111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.819659] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.819659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.819659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.819659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.819659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.819659] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f6ddc3-6349-48c0-8cc2-800633f6824c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.028250] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1180.028250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.028250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.028250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.028250] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.028250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.028250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.028250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.028250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.028250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.028250] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.166485] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65280efd-5a1c-48f5-951c-8c81f834af95 in Status: SUCCESS [ 1180.166711] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65280efd-5a1c-48f5-951c-8c81f834af95 deletion is rescheduled due to dependency. [ 1180.166850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.321390] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.321559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.321639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.321876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.321972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.322202] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.322334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.322402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.322560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.322641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.322729] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1180.323872] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.324427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.324507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.324784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.324901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.325133] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.325237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.325302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.325448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.325524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.325610] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c is going to be updated. [ 1180.365145] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.365366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.365449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.365677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.365819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.369947] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.370097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.370643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.370643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.370643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.380764] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1180.381413] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c in Status: IN_PROGRESS for 2s [ 1180.396819] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.397055] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.397207] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.397597] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.397867] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.399517] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.399517] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.399517] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.399517] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.399517] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.399517] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.399517] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.399517] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.399517] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.399517] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.399517] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.428540] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.428720] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1180.428864] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.429081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.429506] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-5d64e270-572f-45d0-ab2f-2ed45e1626e4 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.429692] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-5d64e270-572f-45d0-ab2f-2ed45e1626e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.429819] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-5d64e270-572f-45d0-ab2f-2ed45e1626e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.430171] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-5d64e270-572f-45d0-ab2f-2ed45e1626e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.430388] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d64e270-572f-45d0-ab2f-2ed45e1626e4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.534317] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.534517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.534559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.534766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.534939] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.535047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.535114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.535291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.535386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.535477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.535628] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.535721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.535777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.535922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.536143] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.536211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.536241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.536379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.536493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.536593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.536683] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.935249] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.935564] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.935992] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.936259] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.936599] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.936767] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 5d64e270-572f-45d0-ab2f-2ed45e1626e4 not found, creating... [ 1180.937197] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.937466] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.937677] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.938160] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.938587] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.940463] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.940463] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.940463] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.940463] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.940463] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.940682] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 5d64e270-572f-45d0-ab2f-2ed45e1626e4 is going to be created. [ 1180.959643] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.960644] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.960644] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.960644] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.960853] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.961248] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-5d64e270-572f-45d0-ab2f-2ed45e1626e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.043240] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0474128-8fe4-49a0-880c-b64aaa07676b: rpc.has_security_group_logging(os_id): False [ 1181.061144] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.061144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.061144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.061307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.061341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.064825] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.064825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.064825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.064825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.064825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.064825] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.064825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.064825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.064825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.064825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.064825] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.064825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.064825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.064825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.065388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.065388] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1181.274255] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.274362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.274507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.274647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.274798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.304016] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1181.780981] env[69685]: INFO networking_nsxv3.common.synchronization [req-8dd7f573-d6fd-4178-91d1-1888e5f856be req-93c1c43d-bef8-42f1-ab23-05a1f7ca1cf9 service nova] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_rules [ 1181.781209] env[69685]: INFO networking_nsxv3.common.synchronization [req-8dd7f573-d6fd-4178-91d1-1888e5f856be req-93c1c43d-bef8-42f1-ab23-05a1f7ca1cf9 service nova] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1181.781393] env[69685]: INFO networking_nsxv3.common.synchronization [req-8dd7f573-d6fd-4178-91d1-1888e5f856be req-93c1c43d-bef8-42f1-ab23-05a1f7ca1cf9 service nova] Enqueued Resource ID: 5d64e270-572f-45d0-ab2f-2ed45e1626e4 with Priority: HIGHEST for action port [ 1181.781546] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_rules [ 1181.781672] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1181.781766] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d64e270-572f-45d0-ab2f-2ed45e1626e4 with Priority: HIGHEST for action port [ 1181.782310] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.782439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.782547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.782704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.782785] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.783583] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.783679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.783848] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d64e270-572f-45d0-ab2f-2ed45e1626e4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.783937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d64e270-572f-45d0-ab2f-2ed45e1626e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.784008] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d64e270-572f-45d0-ab2f-2ed45e1626e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.784167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d64e270-572f-45d0-ab2f-2ed45e1626e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.784235] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d64e270-572f-45d0-ab2f-2ed45e1626e4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.285857] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.285857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.286260] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d64e270-572f-45d0-ab2f-2ed45e1626e4 with status ACTIVE [ 1182.286260] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.286345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.287046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.287046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.287046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.287046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.287046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.287309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.287309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.287309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.287498] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.287596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.287653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.287787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.287859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.287942] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d64e270-572f-45d0-ab2f-2ed45e1626e4 is going to be updated. [ 1182.318435] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.318600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.318651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.318851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.318982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.319151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d64e270-572f-45d0-ab2f-2ed45e1626e4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.394315] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c in Status: SUCCESS [ 1182.394477] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c deletion is rescheduled due to dependency. [ 1182.394602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.395264] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1182.395409] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce deletion is rescheduled due to dependency. [ 1182.395501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.395637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.395843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.396057] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.396251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.396320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.396477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.396561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.396650] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.899023] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.296792] env[69685]: INFO networking_nsxv3.common.synchronization [req-6f1ee152-6404-4718-8888-5c465bbe63dd req-ef3664e1-8d64-4db8-8756-1a30541f6d0c tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Enqueued Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1183.297326] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1183.297626] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.298567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.298707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.298980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.299226] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.299377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.299480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.299725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.299865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.300212] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.322306] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1183.322531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.401680] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.710671] env[69685]: INFO networking_nsxv3.common.synchronization [req-fe8d1e41-229b-410e-afcf-fdd265cd3f47 req-903fb46e-affa-4bb2-8f51-73d6b2b03a62 tempest-ServerDiskConfigTestJSON-694030125 tempest-ServerDiskConfigTestJSON-694030125-project-member] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1183.713020] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGHEST for action security_group_members [ 1183.713020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.713020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.713020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.713020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.713020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.713020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.713020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.713020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.713020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.713020] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.802384] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.904390] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.904635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.904758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.905103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.905277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.905441] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1183.934505] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.934700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.934797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.935038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.935196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.943021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1184.214825] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.214979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.215090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.215329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.215425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.215639] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.215752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.215817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.215985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.216259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.216371] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be updated. [ 1184.244082] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.244230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.244274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.244488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.244638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.253456] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: IN_PROGRESS for 2s [ 1184.305596] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.808036] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.808231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.808301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.808540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.809058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.809058] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 is going to be updated. [ 1184.834908] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.835066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.835199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.835359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.835550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.843753] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: IN_PROGRESS for 2s [ 1185.550235] env[69685]: INFO networking_nsxv3.common.synchronization [req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 req-68aa2f27-ab2d-4d7f-95f8-650fc9bdbebf tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Enqueued Resource ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 with Priority: HIGHEST for action security_group_members [ 1185.550893] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 with Priority: HIGHEST for action security_group_members [ 1185.551227] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.551385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.551431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.551669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.551852] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.551955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.552027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.552691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.552691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.552691] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.844014] env[69685]: INFO networking_nsxv3.common.synchronization [None req-bf9dd6e6-840e-44cb-8a38-f0a75e114053 tempest-AttachInterfacesTestJSON-471234527 tempest-AttachInterfacesTestJSON-471234527-project-member] Enqueued Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1185.844589] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 with Priority: HIGHEST for action security_group_members [ 1185.844904] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-334c34b8-2b0e-498a-8dbd-44e3594416e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.845039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.845108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.845313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.845468] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.845568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.845640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.845795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.845883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.846078] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334c34b8-2b0e-498a-8dbd-44e3594416e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.946425] env[69685]: INFO networking_nsxv3.common.synchronization [req-17572315-920b-478f-8a51-17816a3dc303 req-00439848-31ed-4708-b395-c3428db5f5eb tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1185.950118] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1185.950118] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.950118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.950118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.950118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.950118] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.950118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.950118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.950118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.950118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.950118] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.956817] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1185.957013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.957454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.957589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.957758] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.957860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.957915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.958072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.958190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.958282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.958372] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.030755] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.030755] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.030891] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.031682] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.031682] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.031682] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.031682] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.031907] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.034498] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.034763] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.034884] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.035013] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.035144] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.035266] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.035397] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.035633] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.052955] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.053128] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1186.053271] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.053447] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.053758] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-62e7c715-f1a4-4bf5-8f18-36f739572edb taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.053928] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-62e7c715-f1a4-4bf5-8f18-36f739572edb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.054066] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-62e7c715-f1a4-4bf5-8f18-36f739572edb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.054383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-62e7c715-f1a4-4bf5-8f18-36f739572edb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.054527] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e7c715-f1a4-4bf5-8f18-36f739572edb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.055711] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.055820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.055887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.056068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.056241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.056376] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.056467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.056528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.056670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.056750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.056812] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 already deleted. [ 1186.056891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.263740] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 in Status: SUCCESS [ 1186.263740] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 deletion is rescheduled due to dependency. [ 1186.263740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.347641] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.347785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.347855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.348106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.348234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.348450] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.348556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.348623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.348965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.348965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.348965] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 is going to be updated. [ 1186.373656] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.373774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.373847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.374042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.374179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.381288] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: IN_PROGRESS for 2s [ 1186.452849] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.460405] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.460560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.460611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.460830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.460999] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.461117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.461185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.461327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.461418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.461507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.461682] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.461777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.461839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.461985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.462152] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.462244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.462356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.462444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.462521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.462601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.462687] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.558193] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.558585] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.558585] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.558852] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.559021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.559189] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 62e7c715-f1a4-4bf5-8f18-36f739572edb not found, creating... [ 1186.559458] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.559621] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.559742] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.559966] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.560175] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.560470] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.560634] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.560757] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.560970] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.561126] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.561271] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 62e7c715-f1a4-4bf5-8f18-36f739572edb is going to be created. [ 1186.579772] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.579964] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.580108] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.580359] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.580610] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.580833] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-62e7c715-f1a4-4bf5-8f18-36f739572edb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.855022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: SUCCESS [ 1186.855269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.955589] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.967038] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 752df773-597f-4e1b-aac0-2939a99418ce: rpc.has_security_group_logging(os_id): False [ 1186.984545] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.984706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.984706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.984915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.985027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.985224] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.985324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.985441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.985529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.985604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.985798] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.985891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.985948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.986132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.986200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.986389] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.986483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.986540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.986676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.986753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.986835] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1187.044872] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.045264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.045264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.045395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.046684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.059477] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1187.322375] env[69685]: INFO networking_nsxv3.common.synchronization [req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 req-ccfee81b-8cf8-4fe0-9b0a-60494b914d00 service nova] Enqueued Resource ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 with Priority: HIGHEST for action security_group_rules [ 1187.322566] env[69685]: INFO networking_nsxv3.common.synchronization [req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 req-ccfee81b-8cf8-4fe0-9b0a-60494b914d00 service nova] Enqueued Resource ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 with Priority: HIGHEST for action security_group_members [ 1187.322711] env[69685]: INFO networking_nsxv3.common.synchronization [req-a20a2d20-b1fe-4bb7-92b0-357920d218f2 req-ccfee81b-8cf8-4fe0-9b0a-60494b914d00 service nova] Enqueued Resource ID: 62e7c715-f1a4-4bf5-8f18-36f739572edb with Priority: HIGHEST for action port [ 1187.322946] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 with Priority: HIGHEST for action security_group_rules [ 1187.323082] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 with Priority: HIGHEST for action security_group_members [ 1187.323181] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e7c715-f1a4-4bf5-8f18-36f739572edb with Priority: HIGHEST for action port [ 1187.323911] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.324039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.324095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.324279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.324562] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.325579] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.325698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.325812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.325916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.326075] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.326159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.326380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.326380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.326531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.326531] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.327199] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-62e7c715-f1a4-4bf5-8f18-36f739572edb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.327301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62e7c715-f1a4-4bf5-8f18-36f739572edb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.327366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62e7c715-f1a4-4bf5-8f18-36f739572edb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.327584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62e7c715-f1a4-4bf5-8f18-36f739572edb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.327584] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e7c715-f1a4-4bf5-8f18-36f739572edb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.461977] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.461977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.461977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.461977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.461977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.461977] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1187.506771] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.506921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.506996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.507228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.507377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.519173] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1187.826502] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.826914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.832028] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62e7c715-f1a4-4bf5-8f18-36f739572edb with status ACTIVE [ 1187.832028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.832028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.832028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.832028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.832028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.832028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.832418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.832418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.832487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.832520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.832853] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.832853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.832853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.833360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.833504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.833563] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62e7c715-f1a4-4bf5-8f18-36f739572edb is going to be updated. [ 1187.835455] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.855711] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.855711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.855711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.855711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.855711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.855711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62e7c715-f1a4-4bf5-8f18-36f739572edb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.019472] env[69685]: INFO networking_nsxv3.common.synchronization [req-7dba7705-0374-45ad-b155-3100b559022d req-2a597e15-d8dd-497c-90ac-e3be53ee5fa1 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 1188.020015] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 1188.020330] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.020480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.020540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.020729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.020845] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.020941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.020999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.021168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.021258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.021353] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.337323] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.374923] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.375145] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.375286] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.375564] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.375978] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.376096] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.376560] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.376560] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.376560] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.376815] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.376937] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.377062] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.377177] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.377292] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.377401] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.377577] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.391968] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 in Status: SUCCESS [ 1188.392278] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334c34b8-2b0e-498a-8dbd-44e3594416e5 deletion is rescheduled due to dependency. [ 1188.392400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334c34b8-2b0e-498a-8dbd-44e3594416e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.397718] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.397806] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1188.397938] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.398199] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.398539] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-c225ed31-56b9-4b82-a505-4ac194c162c7 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.398715] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.398837] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.399183] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.399325] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c225ed31-56b9-4b82-a505-4ac194c162c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.527045] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.527196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.527247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.527468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.527561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.528706] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.528706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.528706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.528706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.528706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.528706] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead is going to be updated. [ 1188.555116] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.555290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.555366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.555559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.555696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.565271] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: IN_PROGRESS for 2s [ 1188.841031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.841031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.841031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.841031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.841031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.841031] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 is going to be created. [ 1188.867844] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.867977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.868057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.868286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.868454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.881161] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 in Status: UNINITIALIZED for 2s [ 1188.902415] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.902750] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.902917] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.903244] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.903595] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.903685] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port c225ed31-56b9-4b82-a505-4ac194c162c7 not found, creating... [ 1188.903971] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.904251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.904384] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.904620] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.904764] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.905090] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.905317] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.905453] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.906021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.906021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.906021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: c225ed31-56b9-4b82-a505-4ac194c162c7 is going to be created. [ 1188.937375] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.937375] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.937375] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.937375] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.937375] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.937375] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.078007] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1189.078275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.531074] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1189.531074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.720208] env[69685]: INFO networking_nsxv3.common.synchronization [req-7dba7705-0374-45ad-b155-3100b559022d req-806571ac-174c-49ec-9416-c80a38ea007a service nova] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_rules [ 1189.720951] env[69685]: INFO networking_nsxv3.common.synchronization [req-7dba7705-0374-45ad-b155-3100b559022d req-806571ac-174c-49ec-9416-c80a38ea007a service nova] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 1189.721266] env[69685]: INFO networking_nsxv3.common.synchronization [req-7dba7705-0374-45ad-b155-3100b559022d req-806571ac-174c-49ec-9416-c80a38ea007a service nova] Enqueued Resource ID: c225ed31-56b9-4b82-a505-4ac194c162c7 with Priority: HIGHEST for action port [ 1189.722195] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_rules [ 1189.722477] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 1189.722724] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c225ed31-56b9-4b82-a505-4ac194c162c7 with Priority: HIGHEST for action port [ 1189.726198] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.726198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.726198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.726198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.726198] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.726198] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.726198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.726198] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c225ed31-56b9-4b82-a505-4ac194c162c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.726198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.726198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.726198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.726198] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c225ed31-56b9-4b82-a505-4ac194c162c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.226647] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.227155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.228155] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c225ed31-56b9-4b82-a505-4ac194c162c7 with status ACTIVE [ 1190.228403] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.228522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.228588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.228811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.228901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.229088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.229206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.229332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.229775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.229775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.229775] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.229775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.229775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.229983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.229983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.230066] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c225ed31-56b9-4b82-a505-4ac194c162c7 is going to be updated. [ 1190.251647] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.251819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.251819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.251944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.252098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.252271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.577865] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: SUCCESS [ 1190.578058] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead deletion is rescheduled due to dependency. [ 1190.578227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.578434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.578778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.579241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.579241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.579361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.579538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.579655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.579729] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.892096] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 in Status: SUCCESS [ 1190.892421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.892657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.892977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.893294] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.893486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.893597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.893850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.893980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.896034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.896957] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.082875] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.399584] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.585396] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.812440] env[69685]: INFO networking_nsxv3.common.synchronization [req-0ed128b2-43a0-4ee7-80c2-6cab2e7e8754 req-76011ec8-162c-46b7-9d0c-7ba5160d3b7a tempest-ServersTestJSON-694171646 tempest-ServersTestJSON-694171646-project-member] Enqueued Resource ID: c26530b4-52d7-472d-8203-505030066b93 with Priority: HIGHEST for action security_group_members [ 1191.813577] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26530b4-52d7-472d-8203-505030066b93 with Priority: HIGHEST for action security_group_members [ 1191.814295] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26530b4-52d7-472d-8203-505030066b93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.814689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.816883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.816883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.816883] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.816883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.816883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.816883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.816883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.816883] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c26530b4-52d7-472d-8203-505030066b93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.901420] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75: rpc.has_security_group_logging(os_id): False [ 1191.922279] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.922279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.922279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.922279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.922279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.922279] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.922279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.922279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.922279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.922279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.922279] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 is going to be created. [ 1191.992290] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.992854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.992854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.992854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.993065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.002865] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 in Status: IN_PROGRESS for 2s [ 1192.087997] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.089678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.089678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.089678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.089678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.089678] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead is going to be updated. [ 1192.151992] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.152192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.152231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.152484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.156024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.161778] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: IN_PROGRESS for 2s [ 1192.320297] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.320513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.321146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.321146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.321146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.321146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.321356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.321356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.321421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.321471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.321535] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c26530b4-52d7-472d-8203-505030066b93 is going to be updated. [ 1192.365164] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.365370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.365370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.365508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.365668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.376133] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c26530b4-52d7-472d-8203-505030066b93 in Status: IN_PROGRESS for 2s [ 1193.791522] env[69685]: INFO networking_nsxv3.common.synchronization [req-b2eb26b6-f4eb-4195-8dbf-7b6decc96da2 req-dc2fda7c-fc13-4b60-a871-f112370a091c tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Enqueued Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1193.791522] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1193.793362] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.793362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.793362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.793362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.793362] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.793362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.793362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.793362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.793639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.793639] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.013428] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 in Status: SUCCESS [ 1194.013428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.172955] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: SUCCESS [ 1194.173409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.173914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.174225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.174478] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.174895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.174958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.175206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.175473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.175532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.175681] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.296121] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.388195] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c26530b4-52d7-472d-8203-505030066b93 in Status: SUCCESS [ 1194.388306] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c26530b4-52d7-472d-8203-505030066b93 deletion is rescheduled due to dependency. [ 1194.388350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.678126] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.797997] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.997790] env[69685]: INFO networking_nsxv3.common.synchronization [req-8d738945-33e6-4b45-9c42-f2427d0db45d req-06a809e8-9e38-4ece-9fd4-4f81aadb9bd0 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1194.998383] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1194.998713] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.999537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.999537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.999537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.999537] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.999954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.999954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.999954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.999954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.000288] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.181279] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3deeb4e7-4566-4f39-97e6-811829e5aead: rpc.has_security_group_logging(os_id): False [ 1195.208498] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.208653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.208778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.208944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.209052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.209320] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.209427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.209492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.209666] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.209740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.209814] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead is going to be updated. [ 1195.289814] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.290045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.290189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.290412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.290714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.300830] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.301136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.301136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.301358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.301488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.301569] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 is going to be updated. [ 1195.305053] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: IN_PROGRESS for 2s [ 1195.342650] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.342846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.342846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.343101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.343258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.352146] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: IN_PROGRESS for 2s [ 1195.507167] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.507167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.507167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.507167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.507167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.507423] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.507423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.507493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.508566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.508566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.508566] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1195.537215] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.537521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.537629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.537854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.538077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.547337] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1197.317290] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: SUCCESS [ 1197.317571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.369994] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: SUCCESS [ 1197.370222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.556671] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1197.556943] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce deletion is rescheduled due to dependency. [ 1197.560269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.995341] env[69685]: INFO networking_nsxv3.common.synchronization [req-699fba28-713d-4417-969c-1a159ac72727 req-1eae48b2-aa28-4699-8090-03d509ad7a15 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1197.996359] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1197.996774] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.997825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.997936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.998279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.998464] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.998612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.998706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.998902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.999032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.999164] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.345088] env[69685]: INFO networking_nsxv3.common.synchronization [None req-cbefcf56-d509-4c3f-94a3-451f134a6206 None None] Enqueued Resource ID: 7118c20b-d608-4f91-a6b7-035a734cd916 with Priority: HIGHEST for action port [ 1198.345088] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7118c20b-d608-4f91-a6b7-035a734cd916 with Priority: HIGHEST for action port [ 1198.345088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7118c20b-d608-4f91-a6b7-035a734cd916 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.345088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7118c20b-d608-4f91-a6b7-035a734cd916" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.345088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7118c20b-d608-4f91-a6b7-035a734cd916" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.345088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7118c20b-d608-4f91-a6b7-035a734cd916" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.345088] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7118c20b-d608-4f91-a6b7-035a734cd916',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.501850] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.848408] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7118c20b-d608-4f91-a6b7-035a734cd916 [ 1198.848617] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.848751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.848819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.849261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.849261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.849261] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7118c20b-d608-4f91-a6b7-035a734cd916 already deleted. [ 1198.849461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7118c20b-d608-4f91-a6b7-035a734cd916" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.003427] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.037458] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a87284be-bc03-4911-af19-ef734cfd2b6b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Enqueued Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_rules [ 1199.037975] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_rules [ 1199.038315] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b74a88f3-d4f2-4d66-91a4-32176a44322c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.038432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.038498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.038750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.038834] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.134526] env[69685]: INFO networking_nsxv3.common.synchronization [None req-ce1c774d-ba1e-42d1-b7b0-6df68e10bdf4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Enqueued Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_rules [ 1199.134836] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_rules [ 1199.135161] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b74a88f3-d4f2-4d66-91a4-32176a44322c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.135267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.506345] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.506667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.506667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.507112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.507112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.507112] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1199.536312] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.536422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.536492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.536720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.536865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.554137] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1199.555701] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.555836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.555905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.556124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.556253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.556303] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b74a88f3-d4f2-4d66-91a4-32176a44322c already deleted. [ 1199.556387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.556877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.557126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.557160] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.082543] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.082689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.082761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.082982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.083088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.083193] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b74a88f3-d4f2-4d66-91a4-32176a44322c already deleted. [ 1200.083274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.721952] env[69685]: INFO networking_nsxv3.common.synchronization [None req-e7f0e42d-c0a0-4893-932b-202de59eecad None None] Enqueued Resource ID: 643ccb20-adb4-4249-b4d8-19081513cb18 with Priority: HIGHEST for action port [ 1200.724067] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643ccb20-adb4-4249-b4d8-19081513cb18 with Priority: HIGHEST for action port [ 1200.724067] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-643ccb20-adb4-4249-b4d8-19081513cb18 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.724067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-643ccb20-adb4-4249-b4d8-19081513cb18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.724067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-643ccb20-adb4-4249-b4d8-19081513cb18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.724067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-643ccb20-adb4-4249-b4d8-19081513cb18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.724067] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('643ccb20-adb4-4249-b4d8-19081513cb18',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.228900] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 643ccb20-adb4-4249-b4d8-19081513cb18 [ 1201.229355] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.229866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.230136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.231497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.231497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.231497] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:643ccb20-adb4-4249-b4d8-19081513cb18 already deleted. [ 1201.231497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-643ccb20-adb4-4249-b4d8-19081513cb18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.564356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1201.564586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.160206] env[69685]: INFO networking_nsxv3.common.synchronization [None req-b23cfb9c-f706-4938-8497-fd5ff219fe3e None None] Enqueued Resource ID: 69c386b8-f8b4-4755-b644-40187c3fa59e with Priority: HIGHEST for action port [ 1202.160480] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c386b8-f8b4-4755-b644-40187c3fa59e with Priority: HIGHEST for action port [ 1202.161041] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-69c386b8-f8b4-4755-b644-40187c3fa59e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.161168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69c386b8-f8b4-4755-b644-40187c3fa59e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.161240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69c386b8-f8b4-4755-b644-40187c3fa59e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.161521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69c386b8-f8b4-4755-b644-40187c3fa59e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.161651] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69c386b8-f8b4-4755-b644-40187c3fa59e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.666375] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69c386b8-f8b4-4755-b644-40187c3fa59e [ 1202.666651] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.668090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.668090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.668090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.668090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.668090] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69c386b8-f8b4-4755-b644-40187c3fa59e already deleted. [ 1202.668090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69c386b8-f8b4-4755-b644-40187c3fa59e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.225548] env[69685]: INFO networking_nsxv3.common.synchronization [req-166a021b-e1f0-4d15-a0d0-cf47e333d9c3 req-8a0d4a09-da2d-4e26-95e6-8acd2086cead tempest-ListServerFiltersTestJSON-825277903 tempest-ListServerFiltersTestJSON-825277903-project-member] Enqueued Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1204.228236] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGHEST for action security_group_members [ 1204.231268] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.231402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.231472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.231678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.231839] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.231942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.232014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.232170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.232256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.232352] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.738586] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.738751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.738837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.739091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.739214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.739530] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.739700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.739865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.739979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.740101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.740208] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 is going to be updated. [ 1204.768072] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.768072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.768072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.768374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.768557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.778465] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: IN_PROGRESS for 2s [ 1206.789209] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 in Status: SUCCESS [ 1206.789557] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 deletion is rescheduled due to dependency. [ 1206.789557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.585979] env[69685]: INFO networking_nsxv3.common.synchronization [req-5a9c7f16-bda2-43dc-8831-5ce24a772647 req-6dd5bdc9-128f-41c0-b99a-b5503150df3e tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Enqueued Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_members [ 1207.586555] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_members [ 1207.586856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b74a88f3-d4f2-4d66-91a4-32176a44322c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.586975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.587148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.587417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.587581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.587681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.587747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.587899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.588610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.588610] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.936955] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.937394] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.937602] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.937949] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.938298] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.938990] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.938990] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.938990] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.939138] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.939410] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.939558] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.939728] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.940288] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.940288] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.940390] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.941012] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.960654] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.960879] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1207.961104] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.961339] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.961752] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-80e18e29-ee5b-46ff-81cb-425cbd54de51 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.961991] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-80e18e29-ee5b-46ff-81cb-425cbd54de51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.962182] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-80e18e29-ee5b-46ff-81cb-425cbd54de51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.962586] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-80e18e29-ee5b-46ff-81cb-425cbd54de51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.962789] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80e18e29-ee5b-46ff-81cb-425cbd54de51',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.090113] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.090286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.090350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.090653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.090762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.090970] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.091086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.091149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.091306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.091383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.091471] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b74a88f3-d4f2-4d66-91a4-32176a44322c already deleted. [ 1208.091554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.465067] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.465316] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.465456] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.465749] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.465971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.466274] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 80e18e29-ee5b-46ff-81cb-425cbd54de51 not found, creating... [ 1208.466715] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.466928] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.467123] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.467473] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.467720] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.469031] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.469031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.469201] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.469881] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.469881] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.469881] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 80e18e29-ee5b-46ff-81cb-425cbd54de51 is going to be created. [ 1208.488660] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.488874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.488975] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.489244] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.489472] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.489691] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-80e18e29-ee5b-46ff-81cb-425cbd54de51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.251344] env[69685]: INFO networking_nsxv3.common.synchronization [req-5a9c7f16-bda2-43dc-8831-5ce24a772647 req-a3aa2ecd-de0b-493e-a379-09ec28c30be9 service nova] Enqueued Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_rules [ 1209.251619] env[69685]: INFO networking_nsxv3.common.synchronization [req-5a9c7f16-bda2-43dc-8831-5ce24a772647 req-a3aa2ecd-de0b-493e-a379-09ec28c30be9 service nova] Enqueued Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_members [ 1209.251662] env[69685]: INFO networking_nsxv3.common.synchronization [req-5a9c7f16-bda2-43dc-8831-5ce24a772647 req-a3aa2ecd-de0b-493e-a379-09ec28c30be9 service nova] Enqueued Resource ID: 80e18e29-ee5b-46ff-81cb-425cbd54de51 with Priority: HIGHEST for action port [ 1209.251899] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_rules [ 1209.252038] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_members [ 1209.252137] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80e18e29-ee5b-46ff-81cb-425cbd54de51 with Priority: HIGHEST for action port [ 1209.254357] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b74a88f3-d4f2-4d66-91a4-32176a44322c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.254357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.254357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.254357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.254357] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.254357] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b74a88f3-d4f2-4d66-91a4-32176a44322c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.254357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.254357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.254357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.254708] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.254708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.254708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.254708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.254843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.254876] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.255768] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-80e18e29-ee5b-46ff-81cb-425cbd54de51 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.256115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80e18e29-ee5b-46ff-81cb-425cbd54de51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.256115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80e18e29-ee5b-46ff-81cb-425cbd54de51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.259488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80e18e29-ee5b-46ff-81cb-425cbd54de51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.259585] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80e18e29-ee5b-46ff-81cb-425cbd54de51',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.761622] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.762774] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b74a88f3-d4f2-4d66-91a4-32176a44322c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.762930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.763074] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80e18e29-ee5b-46ff-81cb-425cbd54de51 with status ACTIVE [ 1209.763265] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.763392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.763461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.763666] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.763753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.763957] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.764064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.764137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.764308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.764378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.764573] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.764677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.764736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.764859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.764946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.765088] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80e18e29-ee5b-46ff-81cb-425cbd54de51 is going to be updated. [ 1209.784245] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.784384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.784458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.784661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.784790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.784952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80e18e29-ee5b-46ff-81cb-425cbd54de51" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.831893] env[69685]: INFO networking_nsxv3.common.synchronization [req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 req-2f98e8bd-3dc2-4c7a-abda-f3515fa92f3d tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1209.832418] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1209.832711] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.832828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.832895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.833101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.833251] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.833346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.833404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.833548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.833633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.833720] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.139503] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.139739] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.139890] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.140186] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.140451] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.140617] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.140739] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.141281] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.141453] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.141677] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.141806] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.141922] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.142047] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.142164] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.142274] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.142430] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.161569] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.161755] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1210.161869] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.162056] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.162359] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-67e71e6f-b979-47dd-8944-acb59a8e2452 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.162533] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-67e71e6f-b979-47dd-8944-acb59a8e2452" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.162703] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-67e71e6f-b979-47dd-8944-acb59a8e2452" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.163117] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-67e71e6f-b979-47dd-8944-acb59a8e2452" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.163271] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e71e6f-b979-47dd-8944-acb59a8e2452',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.266949] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.336619] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.336619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.336619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.336619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.336979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.336979] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.336979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.337115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.337181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.337259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.337347] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1210.359975] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.360848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.360848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.360848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.360848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.368542] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1210.668018] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.668018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.668018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.668018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.668018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.668018] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 67e71e6f-b979-47dd-8944-acb59a8e2452 not found, creating... [ 1210.668018] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.668018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.668018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.668018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.668018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.668712] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.669066] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.669340] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.669729] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.671116] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.671116] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 67e71e6f-b979-47dd-8944-acb59a8e2452 is going to be created. [ 1210.697511] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.697684] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.698769] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.698769] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.698769] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.698946] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-67e71e6f-b979-47dd-8944-acb59a8e2452" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.769918] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.770239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.770317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.770544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.770685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.770823] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b74a88f3-d4f2-4d66-91a4-32176a44322c is going to be created. [ 1210.807343] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.807484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.807550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.807773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.807929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.822591] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: UNINITIALIZED for 2s [ 1211.082609] env[69685]: INFO networking_nsxv3.common.synchronization [req-f77cb88c-340e-4aa7-8e92-72633a634fd8 req-f2058133-62d3-4445-b714-516c8fe0ac63 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Enqueued Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 1211.083564] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 1211.083873] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.083997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.088156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.088406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.088582] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.089647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.089647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.089647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.089647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.089647] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.453466] env[69685]: INFO networking_nsxv3.common.synchronization [req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 req-99b97672-c1f3-40da-86b1-2cfa042f1500 service nova] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_rules [ 1211.453727] env[69685]: INFO networking_nsxv3.common.synchronization [req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 req-99b97672-c1f3-40da-86b1-2cfa042f1500 service nova] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1211.453785] env[69685]: INFO networking_nsxv3.common.synchronization [req-243d6ec4-cdf0-4d71-939e-d478eefed5f5 req-99b97672-c1f3-40da-86b1-2cfa042f1500 service nova] Enqueued Resource ID: 67e71e6f-b979-47dd-8944-acb59a8e2452 with Priority: HIGHEST for action port [ 1211.454145] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_rules [ 1211.454145] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1211.454256] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e71e6f-b979-47dd-8944-acb59a8e2452 with Priority: HIGHEST for action port [ 1211.454785] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.454908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.454976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.455709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.455709] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.456550] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.456643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.456836] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-67e71e6f-b979-47dd-8944-acb59a8e2452 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.456938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67e71e6f-b979-47dd-8944-acb59a8e2452" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.457113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67e71e6f-b979-47dd-8944-acb59a8e2452" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.457179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67e71e6f-b979-47dd-8944-acb59a8e2452" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.457315] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e71e6f-b979-47dd-8944-acb59a8e2452',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.592914] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.593088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.593088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.593355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.613439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.613661] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.613772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.613839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.614031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.614116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.614208] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 is going to be updated. [ 1211.636845] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.636986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.637036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.637390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.637390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.644158] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: IN_PROGRESS for 2s [ 1211.959144] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.959276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.959478] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67e71e6f-b979-47dd-8944-acb59a8e2452 with status ACTIVE [ 1211.959638] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.959802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.959872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.960144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.960237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.960478] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.960609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.960707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.960944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.961097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.961329] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.961435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.961529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.961797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.961922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.962055] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67e71e6f-b979-47dd-8944-acb59a8e2452 is going to be updated. [ 1211.981868] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.982040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.982102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.982306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.982513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.982672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67e71e6f-b979-47dd-8944-acb59a8e2452" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.377284] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1212.377459] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce deletion is rescheduled due to dependency. [ 1212.377657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.377815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.378037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.378221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.378411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.378510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.378613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.378694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.378791] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.831891] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: SUCCESS [ 1212.832181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.832343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.832610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.832854] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.833055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.833141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.833396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.833489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.833650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.833747] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.881273] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.336597] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.383375] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.654747] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: SUCCESS [ 1213.654747] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 deletion is rescheduled due to dependency. [ 1213.654747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.838762] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b74a88f3-d4f2-4d66-91a4-32176a44322c: rpc.has_security_group_logging(os_id): False [ 1213.865209] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.865616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.865672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.866102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.866214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.866509] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.866616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.866683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.866843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.866920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.867026] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b74a88f3-d4f2-4d66-91a4-32176a44322c is going to be created. [ 1213.885513] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.885662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.885705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.885909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.885997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.886106] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1213.920101] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.920101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.920101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.920101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.920101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.925659] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1213.935367] env[69685]: INFO networking_nsxv3.common.synchronization [req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 req-ae35bd45-ded3-42b9-8a44-7b330c1d9e4d tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1213.936549] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.936705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.936766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.936948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.937146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.938425] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1213.938733] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.938841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.938907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.939081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.939222] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.939314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.939380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.939510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.939589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.939677] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.961995] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: IN_PROGRESS for 2s [ 1214.290018] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.290018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.290018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.290018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.290018] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.290018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.290018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.290018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.290018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.290413] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.290413] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.290545] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.290604] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.290729] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.290862] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.291025] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.307493] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.307683] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1214.307829] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.308049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.309119] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-ddcef0d0-2356-45d5-9453-f9236d11fd4a taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.309119] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-ddcef0d0-2356-45d5-9453-f9236d11fd4a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.309119] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-ddcef0d0-2356-45d5-9453-f9236d11fd4a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.309119] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-ddcef0d0-2356-45d5-9453-f9236d11fd4a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.309321] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddcef0d0-2356-45d5-9453-f9236d11fd4a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.441873] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.811491] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.811724] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.811875] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.812233] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.812388] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.812552] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port ddcef0d0-2356-45d5-9453-f9236d11fd4a not found, creating... [ 1214.812815] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.812980] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.813117] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.813337] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.813477] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.813762] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.813953] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.814057] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.814271] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.814412] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.814557] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: ddcef0d0-2356-45d5-9453-f9236d11fd4a is going to be created. [ 1214.834694] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.834935] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.835068] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.835342] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.835574] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.835806] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-ddcef0d0-2356-45d5-9453-f9236d11fd4a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.945095] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.448185] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.448552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.448605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.448873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.448976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.449099] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1215.478586] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.478829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.478904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.479082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.479230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.487385] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1215.570910] env[69685]: INFO networking_nsxv3.common.synchronization [req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 req-3244618f-22a8-49fa-badd-086fefb0efed service nova] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_rules [ 1215.571118] env[69685]: INFO networking_nsxv3.common.synchronization [req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 req-3244618f-22a8-49fa-badd-086fefb0efed service nova] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1215.571266] env[69685]: INFO networking_nsxv3.common.synchronization [req-017dd19a-e801-4fac-8e70-0bf2a16d10f7 req-3244618f-22a8-49fa-badd-086fefb0efed service nova] Enqueued Resource ID: ddcef0d0-2356-45d5-9453-f9236d11fd4a with Priority: HIGHEST for action port [ 1215.571524] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_rules [ 1215.571627] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1215.571725] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddcef0d0-2356-45d5-9453-f9236d11fd4a with Priority: HIGHEST for action port [ 1215.573732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.573875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.573933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.574156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.574242] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.575200] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.575333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.575578] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddcef0d0-2356-45d5-9453-f9236d11fd4a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.575686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddcef0d0-2356-45d5-9453-f9236d11fd4a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.575752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddcef0d0-2356-45d5-9453-f9236d11fd4a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.575926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddcef0d0-2356-45d5-9453-f9236d11fd4a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.576008] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddcef0d0-2356-45d5-9453-f9236d11fd4a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.935673] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1215.935843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.936023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.936267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.936490] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.936612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.936678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.936838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.936932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.937032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.937132] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.972572] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: SUCCESS [ 1215.972572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.078026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.078175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.078344] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddcef0d0-2356-45d5-9453-f9236d11fd4a with status ACTIVE [ 1216.079027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.079027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.079027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.079027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.079027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.079298] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.079298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.079298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.079414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.079585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.079642] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.079766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.079805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.079927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.080009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.080113] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddcef0d0-2356-45d5-9453-f9236d11fd4a is going to be updated. [ 1216.099116] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.099256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.099330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.099620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.099767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.099917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddcef0d0-2356-45d5-9453-f9236d11fd4a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.439160] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.439359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.439437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.439686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.439936] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.440057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.440057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.440231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.440321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.440431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.440588] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.440720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.440770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.440881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.441028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.441120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.441179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.441316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.441392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.441475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.441564] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.944402] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 752df773-597f-4e1b-aac0-2939a99418ce: rpc.has_security_group_logging(os_id): False [ 1216.962963] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.963147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.963204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.963418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.963516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.963717] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.963806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.963890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.964030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.964109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.964304] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.964395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.964456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.964595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.964669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.964862] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.964991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.965059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.965152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.965225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.965449] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1217.020688] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.021189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.021189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.021189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.021349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.031963] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1217.497282] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1217.497282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.497528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.497626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.497769] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.497976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.497976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.498158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.498278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.498402] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.000429] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.503634] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.006349] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.006538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.006582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.006780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.006876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.006978] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1219.045634] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.045817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.045859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.046581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.046581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.047982] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1219.048177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.054053] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1219.847362] env[69685]: INFO networking_nsxv3.common.synchronization [req-7314d736-7c6e-4284-bd20-04786659f4cd req-8de3a027-635a-49a3-8793-2c0883ff9467 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Enqueued Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 1219.848672] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 1219.849144] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.849307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.849383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.849632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.849796] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.849954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.850034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.850217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.850333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.850440] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.145075] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.145897] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.145897] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.145897] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.146070] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.146126] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.146230] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.146435] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.146605] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.146826] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1220.146934] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1220.147205] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1220.147205] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1220.147370] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1220.147421] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1220.147544] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1220.164281] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1220.164436] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1220.164576] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1220.164745] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-727" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.165045] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-c3f08c31-9e24-450b-b8fe-a9119edb6064 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.165650] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-c3f08c31-9e24-450b-b8fe-a9119edb6064" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.165650] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-c3f08c31-9e24-450b-b8fe-a9119edb6064" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.165650] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-c3f08c31-9e24-450b-b8fe-a9119edb6064" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.165859] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f08c31-9e24-450b-b8fe-a9119edb6064',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.353976] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.354182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.354224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.354471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.354540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.354747] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.354930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.355015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.355177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.355256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.355347] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 is going to be updated. [ 1220.377303] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.377505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.377505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.377708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.377846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.386323] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: IN_PROGRESS for 2s [ 1220.668167] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.668537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.668802] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.669173] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.669385] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.669609] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port c3f08c31-9e24-450b-b8fe-a9119edb6064 not found, creating... [ 1220.669913] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.670165] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.670245] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.670496] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.670648] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.670962] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.671137] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.671263] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.671526] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.671664] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.671815] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: c3f08c31-9e24-450b-b8fe-a9119edb6064 is going to be created. [ 1220.690794] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.691071] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.691209] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.691541] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.691847] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.692136] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-c3f08c31-9e24-450b-b8fe-a9119edb6064" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.064225] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1221.064547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.064714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.064988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.065246] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.065415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.065515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.065699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.065817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.065910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.066039] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.442362] env[69685]: INFO networking_nsxv3.common.synchronization [req-7314d736-7c6e-4284-bd20-04786659f4cd req-0f7d6066-85ab-45e0-b79f-7cfa8ea3b945 service nova] Enqueued Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_rules [ 1221.442571] env[69685]: INFO networking_nsxv3.common.synchronization [req-7314d736-7c6e-4284-bd20-04786659f4cd req-0f7d6066-85ab-45e0-b79f-7cfa8ea3b945 service nova] Enqueued Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 1221.442749] env[69685]: INFO networking_nsxv3.common.synchronization [req-7314d736-7c6e-4284-bd20-04786659f4cd req-0f7d6066-85ab-45e0-b79f-7cfa8ea3b945 service nova] Enqueued Resource ID: c3f08c31-9e24-450b-b8fe-a9119edb6064 with Priority: HIGHEST for action port [ 1221.443514] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_rules [ 1221.443721] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 1221.443828] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f08c31-9e24-450b-b8fe-a9119edb6064 with Priority: HIGHEST for action port [ 1221.444309] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.444462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.444587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.444772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.444866] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.449344] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.449344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.449344] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3f08c31-9e24-450b-b8fe-a9119edb6064 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.449344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3f08c31-9e24-450b-b8fe-a9119edb6064" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.449344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3f08c31-9e24-450b-b8fe-a9119edb6064" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.449344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3f08c31-9e24-450b-b8fe-a9119edb6064" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.449344] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f08c31-9e24-450b-b8fe-a9119edb6064',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.568247] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.568495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.568574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.568804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.569057] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.569153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.569232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.569365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.569460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.569550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.569713] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.569821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.570020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.570080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.570246] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.570308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.570375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.570531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.570612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.570723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.570819] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.949929] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.950090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.950378] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3f08c31-9e24-450b-b8fe-a9119edb6064 with status ACTIVE [ 1221.950614] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.950773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.950842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.951119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.951260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.951459] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.951586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.951669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.951855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.951958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.952182] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.952299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.952380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.952563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.952663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.952769] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3f08c31-9e24-450b-b8fe-a9119edb6064 is going to be updated. [ 1221.973335] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.973508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.973508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.973775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.973939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.974150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3f08c31-9e24-450b-b8fe-a9119edb6064" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.072803] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0474128-8fe4-49a0-880c-b64aaa07676b: rpc.has_security_group_logging(os_id): False [ 1222.090901] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.091154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.091154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.091357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.091538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.091647] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.091748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.091811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.091962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.092055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.092242] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.092339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.092399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.092536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.092664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.092810] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.092886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.092950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.093103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.093179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.093267] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1222.165301] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.165568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.165568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.165764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.165937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.180122] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1222.396045] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: SUCCESS [ 1222.396269] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 deletion is rescheduled due to dependency. [ 1222.396413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.396622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.396864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.397073] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.397224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.397309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.397489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.397595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.397695] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.900597] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.403495] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.907033] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.907322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.907433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.907745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.908155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.908496] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 is going to be updated. [ 1223.936957] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.937172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.937172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.938093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.938093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.946276] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: IN_PROGRESS for 2s [ 1224.193688] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1224.193959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.212700] env[69685]: INFO networking_nsxv3.common.synchronization [req-69bc7a80-97aa-4021-a391-1351a691c08a req-ab8b2a54-5226-4980-803b-90da1b455ccd tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1224.213217] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1224.213524] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.213651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.213739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.213911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.214075] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.214213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.214264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.214397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.214481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.214599] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.716765] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.717092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.717092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.717239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.717338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.717546] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.717663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.717707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.717858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.717936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.718204] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1224.743778] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.743919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.743991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.744272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.744352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.752027] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1225.955554] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: SUCCESS [ 1225.955831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.955933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.956177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.956379] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.956512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.956577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.956734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.956815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.956903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.956993] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.216978] env[69685]: INFO networking_nsxv3.common.synchronization [req-05d20a6e-6ff8-4a58-b767-b3cbfb7271db req-877a829e-6fb7-41fa-b111-5ee770d1213e tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1226.217528] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1226.217833] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.217953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.218154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.218381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.218590] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.218694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.218754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.218916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.219016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.219118] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.459029] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.722126] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.762017] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1226.762230] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce deletion is rescheduled due to dependency. [ 1226.762349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.961731] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5a0f0ec-218e-4bba-acd1-9ee058fc1a16: rpc.has_security_group_logging(os_id): False [ 1226.979952] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.980154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.980214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.980434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.980536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.980889] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.980992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.981070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.981295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.981379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.981505] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 is going to be updated. [ 1227.041010] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.042044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.042044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.042044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.042044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.054179] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: IN_PROGRESS for 2s [ 1227.223977] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.727210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.727407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.727445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.727748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.727877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.728023] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1227.754537] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.754671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.754713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.755013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.755191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.762997] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1229.065556] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: SUCCESS [ 1229.065893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.774449] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1229.774678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.218555] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.218555] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1234.677093] env[69685]: INFO networking_nsxv3.common.synchronization [req-bb876906-98e4-4933-be00-5ce20b097ee7 req-5dfed19d-974e-4891-9a76-fe399e348a5a tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1234.677653] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1234.678012] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.678140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.678207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.678407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.679200] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.679309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.679380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.679537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.679650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.679758] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.046432] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.046679] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.046822] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.047114] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.047380] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.047544] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.047668] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.047883] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.048171] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.048426] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.048561] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.048695] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.048824] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.048915] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.049065] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.049269] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.069965] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.070136] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1235.070281] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.070459] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-925" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.070755] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-55f81260-25b8-426d-b482-283d89690fb9 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.070928] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-55f81260-25b8-426d-b482-283d89690fb9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.071069] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-55f81260-25b8-426d-b482-283d89690fb9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.071382] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-55f81260-25b8-426d-b482-283d89690fb9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.071527] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55f81260-25b8-426d-b482-283d89690fb9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.182853] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.183039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.183158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.183402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.183530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.183786] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.183841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.183947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.184143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.184227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.184342] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1235.216042] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.216042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.216042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.216042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.216042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.224754] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1235.573884] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.574143] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.574282] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.574577] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.574740] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.574906] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 55f81260-25b8-426d-b482-283d89690fb9 not found, creating... [ 1235.575306] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.575374] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.575499] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.575741] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.575884] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.576190] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.576355] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.576478] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.576704] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.576840] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.576987] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 55f81260-25b8-426d-b482-283d89690fb9 is going to be created. [ 1235.597686] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.597906] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.598046] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.598313] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.598601] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.598855] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-55f81260-25b8-426d-b482-283d89690fb9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.351812] env[69685]: INFO networking_nsxv3.common.synchronization [req-bb876906-98e4-4933-be00-5ce20b097ee7 req-15b17c13-72b4-4265-9199-8d078144d00a service nova] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_rules [ 1236.352105] env[69685]: INFO networking_nsxv3.common.synchronization [req-bb876906-98e4-4933-be00-5ce20b097ee7 req-15b17c13-72b4-4265-9199-8d078144d00a service nova] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1236.352158] env[69685]: INFO networking_nsxv3.common.synchronization [req-bb876906-98e4-4933-be00-5ce20b097ee7 req-15b17c13-72b4-4265-9199-8d078144d00a service nova] Enqueued Resource ID: 55f81260-25b8-426d-b482-283d89690fb9 with Priority: HIGHEST for action port [ 1236.352650] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_rules [ 1236.352785] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1236.352895] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55f81260-25b8-426d-b482-283d89690fb9 with Priority: HIGHEST for action port [ 1236.353291] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.353414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.353475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.353674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.353758] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.355092] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.355092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.355092] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-55f81260-25b8-426d-b482-283d89690fb9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.355092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55f81260-25b8-426d-b482-283d89690fb9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.355092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55f81260-25b8-426d-b482-283d89690fb9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.355319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55f81260-25b8-426d-b482-283d89690fb9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.355319] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55f81260-25b8-426d-b482-283d89690fb9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.857353] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.857552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.857694] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55f81260-25b8-426d-b482-283d89690fb9 with status ACTIVE [ 1236.857854] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.857960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.858037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.858259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.859383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.859383] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.859383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.859383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.859383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.859383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.859383] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.859383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.859383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.859383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.859959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.859959] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55f81260-25b8-426d-b482-283d89690fb9 is going to be updated. [ 1236.879410] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.879673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.879673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.879827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.879977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.880152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55f81260-25b8-426d-b482-283d89690fb9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.926305] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 req-65f1cceb-f726-4834-bd0a-ada88e4a6b1e tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1236.926856] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1236.927237] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.927334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.927334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.927582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.927666] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.927759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.927869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.927987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.928410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.928526] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.234151] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1237.234345] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce deletion is rescheduled due to dependency. [ 1237.234465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.234640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.234909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.235280] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.235422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.235497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.235685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.235778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.235893] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.314176] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.314406] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.314542] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.315484] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.315828] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.316060] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.316244] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.316529] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.316751] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.317050] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.317220] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.317377] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.317528] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.317685] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.317836] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.318028] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.336851] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.337047] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1237.337210] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.337417] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-434" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.337757] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.337968] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.338126] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.338529] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.338727] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb054f7-1877-4ac2-9b30-49bf1ab3ecdd',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.430640] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.738667] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.842341] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.842535] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.842650] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.842941] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.843138] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.843305] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port afb054f7-1877-4ac2-9b30-49bf1ab3ecdd not found, creating... [ 1237.843579] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.843747] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.843868] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.844110] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.844255] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.844539] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.844702] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.844827] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.845052] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.845196] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.845336] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: afb054f7-1877-4ac2-9b30-49bf1ab3ecdd is going to be created. [ 1237.863879] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.864104] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.864248] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.864511] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.864759] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.864978] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.933011] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.241260] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.435074] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.435444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.435444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.435520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.435607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.435712] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1238.462056] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.462213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.462281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.462495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.462783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.470266] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1238.689238] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 req-32cd321a-1e25-43bc-a023-9b4b179fecc5 service nova] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_rules [ 1238.689426] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 req-32cd321a-1e25-43bc-a023-9b4b179fecc5 service nova] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1238.689572] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f8c5f2b-bf9e-44b0-bd25-92b4ea305140 req-32cd321a-1e25-43bc-a023-9b4b179fecc5 service nova] Enqueued Resource ID: afb054f7-1877-4ac2-9b30-49bf1ab3ecdd with Priority: HIGHEST for action port [ 1238.690151] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_rules [ 1238.690288] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1238.690386] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb054f7-1877-4ac2-9b30-49bf1ab3ecdd with Priority: HIGHEST for action port [ 1238.690682] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.690798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.690904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.691162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.691247] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.692060] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.692166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.692363] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.692489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.692554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.692823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.692930] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb054f7-1877-4ac2-9b30-49bf1ab3ecdd',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.743656] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.743914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.744037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.744327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.744476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.744621] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1238.770989] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.771196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.771268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.771482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.771627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.779708] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1239.195032] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.195205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.195304] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afb054f7-1877-4ac2-9b30-49bf1ab3ecdd with status ACTIVE [ 1239.195476] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.195584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.195650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.195870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.195960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.196146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.196266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.196346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.196528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.196624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.196836] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.196951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.197064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.197220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.197322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.197418] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afb054f7-1877-4ac2-9b30-49bf1ab3ecdd is going to be updated. [ 1239.217616] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.217750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.217819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.218023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.218150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.218297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afb054f7-1877-4ac2-9b30-49bf1ab3ecdd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.695382] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.695731] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.695731] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.696009] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.696293] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.696479] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.696634] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.697045] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.697242] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.697545] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.697683] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.697800] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.697923] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.698054] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.698169] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.698317] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.715721] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.715887] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1239.716069] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.716305] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-633" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.716670] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.716896] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.717107] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.717414] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.717606] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.222068] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.222068] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.222068] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.222068] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.222462] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.222462] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.222604] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.222658] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.222881] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.223027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.223324] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.223485] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.223658] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.223992] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.224216] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.224426] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 is going to be updated. [ 1240.243472] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.243669] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.243797] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.244059] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.244259] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.244473] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.481048] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1240.481048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.481048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.481048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.481048] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.481477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.481477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.481477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.481477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.481477] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.789723] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1240.790110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.790198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.791032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.791032] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.791032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.791032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.791323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.791323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.791323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.791323] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.937998] env[69685]: INFO networking_nsxv3.common.synchronization [req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 req-9db2b97a-2d3e-4864-b56c-4bae372723a5 service nova] Enqueued Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_rules [ 1240.938239] env[69685]: INFO networking_nsxv3.common.synchronization [req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 req-9db2b97a-2d3e-4864-b56c-4bae372723a5 service nova] Enqueued Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_members [ 1240.938461] env[69685]: INFO networking_nsxv3.common.synchronization [req-91ce1f31-3bf2-4ed9-bb05-9bdb25979764 req-9db2b97a-2d3e-4864-b56c-4bae372723a5 service nova] Enqueued Resource ID: 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 with Priority: HIGHEST for action port [ 1240.939686] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_rules [ 1240.939907] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_members [ 1240.940084] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 with Priority: HIGHEST for action port [ 1240.940548] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-029d7318-b963-4044-b167-6c4d343d2fb4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.940741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.940920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.941251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.941413] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.942654] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-029d7318-b963-4044-b167-6c4d343d2fb4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.942912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.942978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.943270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.943559] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.943735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.943841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.943841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.944249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.944368] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.945530] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.945648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.947043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.947319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.949042] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.983106] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.294065] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.294065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.294065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.294065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.294065] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.294402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.294402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.294402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.294512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.294543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.294701] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.294794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.294875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.294998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.295157] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.295252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.295359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.295475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.295524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.295600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.295693] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.449346] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.450366] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-029d7318-b963-4044-b167-6c4d343d2fb4 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.450500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.452923] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 with status ACTIVE [ 1241.453107] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.453217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.453286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.453492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.453581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.453789] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.453892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.453957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.454123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.454205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.454419] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.454529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.454581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.454727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.454802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.454886] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91 is going to be updated. [ 1241.481797] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.482132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.482231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.482458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.482605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.482802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99f3ac08-f6b8-4f2d-9121-6c0fb8fffa91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.485157] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.798664] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 752df773-597f-4e1b-aac0-2939a99418ce: rpc.has_security_group_logging(os_id): False [ 1241.814864] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.815049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.815103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.815298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.815387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.815585] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.815683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.815746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.815897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.815975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.816187] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.816281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.816343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.816486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.816559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.816820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.816932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.817015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.817135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.817209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.817293] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1241.873347] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.873492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.873573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.873782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.873931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.887973] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1241.951629] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.986840] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.987042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.987042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.987247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.987341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.987439] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1242.020022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.020196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.020248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.020418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.020552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.031390] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1242.454137] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.454313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.454389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.454620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.454714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.454817] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029d7318-b963-4044-b167-6c4d343d2fb4 is going to be updated. [ 1242.484117] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.484313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.484378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.484684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.484879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.493621] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029d7318-b963-4044-b167-6c4d343d2fb4 in Status: IN_PROGRESS for 2s [ 1243.901717] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1243.901717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.040641] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1244.041014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.041311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.041641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.041964] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.042109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.042178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.042359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.042598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.042827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.042948] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.503424] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029d7318-b963-4044-b167-6c4d343d2fb4 in Status: SUCCESS [ 1244.503424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.503424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.503764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.504049] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.504253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.504322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.504562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.504662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.504786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.504958] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.545417] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.545595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.545640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.545866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.546045] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.546149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.546213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.546361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.546451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.546586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.546711] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.547135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.547135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.547135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.547296] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.547349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.547385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.547533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.547606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.547735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.547927] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.008494] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.050644] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0474128-8fe4-49a0-880c-b64aaa07676b: rpc.has_security_group_logging(os_id): False [ 1245.069462] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.069676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.069729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.070059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.070225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.070505] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.070650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.070750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.071008] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.071129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.071395] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.071529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.071624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.071825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.071931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.072216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.072363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.072473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.072647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.072743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.072851] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1245.127344] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.127544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.127606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.127827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.127978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.141216] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1245.511393] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 029d7318-b963-4044-b167-6c4d343d2fb4: rpc.has_security_group_logging(os_id): False [ 1245.529425] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.529756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.529756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.529991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.530153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.530475] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.530632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.530753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.531059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.531197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.531356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029d7318-b963-4044-b167-6c4d343d2fb4 is going to be updated. [ 1245.592222] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.592453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.592518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.592850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.593126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.605493] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029d7318-b963-4044-b167-6c4d343d2fb4 in Status: IN_PROGRESS for 2s [ 1245.940953] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1245.941147] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1247.156874] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1247.157211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.618098] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 029d7318-b963-4044-b167-6c4d343d2fb4 in Status: SUCCESS [ 1247.618337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.942636] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.942995] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1253.143083] env[69685]: INFO networking_nsxv3.common.synchronization [req-2af1a124-64a5-4501-9411-28ebd2df1184 req-37e349d4-1565-42d8-b466-7842913b0116 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1253.143970] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1253.144142] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.144272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.144339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.144555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.145055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.145055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.145170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.145252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.145376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.145470] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.651298] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.152956] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.657105] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.657105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.657407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.657407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.657469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.657620] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1254.685387] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.685387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.685387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.685726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.685726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.693547] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1256.704205] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1256.704494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.144499] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.144842] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1259.598915] env[69685]: INFO networking_nsxv3.common.synchronization [req-f141f65d-4bcb-4354-86ae-81c9600d4a90 req-a8050206-e2e6-4b3c-8fce-85c5475eb264 tempest-ServersTestJSON-312350254 tempest-ServersTestJSON-312350254-project-member] Enqueued Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1259.600072] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0474128-8fe4-49a0-880c-b64aaa07676b with Priority: HIGHEST for action security_group_members [ 1259.600072] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0474128-8fe4-49a0-880c-b64aaa07676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.600072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.600289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.600409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.600573] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.600680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.600742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.600965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.601067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.601166] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0474128-8fe4-49a0-880c-b64aaa07676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.103868] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.104076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.104500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.104830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.104967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.105198] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.105303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.105368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.105527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.105607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.105695] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b is going to be updated. [ 1260.130680] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.130837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.130876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.131101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.131234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.138999] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: IN_PROGRESS for 2s [ 1260.857302] env[69685]: INFO networking_nsxv3.common.synchronization [req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 req-964c3ed6-7546-4d05-b4db-670354913be6 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Enqueued Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_members [ 1260.857827] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_members [ 1260.858224] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec555485-fd1b-43ee-aba8-4b8e2c9214af taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.858357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.858426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.858686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.858878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.858964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.859151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.859327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.859415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.859510] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.131525] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.131760] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.131889] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.132187] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.132452] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.132615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.132736] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.132959] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.133127] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.133345] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1261.133463] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1261.133574] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1261.133685] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1261.133797] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1261.133907] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1261.134058] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1261.151882] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1261.152069] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1261.152215] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1261.152387] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.153047] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-49447ed7-81df-4213-9884-8506ac52ce05 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.153047] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-49447ed7-81df-4213-9884-8506ac52ce05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.153047] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-49447ed7-81df-4213-9884-8506ac52ce05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.153292] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-49447ed7-81df-4213-9884-8506ac52ce05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.153439] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49447ed7-81df-4213-9884-8506ac52ce05',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.365030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.365281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.365281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.365498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.365573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.365772] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.365871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.365938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.366102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.366183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.366271] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af already deleted. [ 1261.366351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.655879] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.656142] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.656261] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.656557] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.656722] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.656890] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 49447ed7-81df-4213-9884-8506ac52ce05 not found, creating... [ 1261.657161] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.657336] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.657469] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.657656] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.657799] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.658206] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.658272] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.658361] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.658565] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.658705] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.658905] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 49447ed7-81df-4213-9884-8506ac52ce05 is going to be created. [ 1261.677045] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.677252] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.677385] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.677633] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.677856] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.678107] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-49447ed7-81df-4213-9884-8506ac52ce05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.149599] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0474128-8fe4-49a0-880c-b64aaa07676b in Status: SUCCESS [ 1262.150028] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0474128-8fe4-49a0-880c-b64aaa07676b deletion is rescheduled due to dependency. [ 1262.150028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0474128-8fe4-49a0-880c-b64aaa07676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.536369] env[69685]: INFO networking_nsxv3.common.synchronization [req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 req-681a3de0-6427-4dd3-918e-4e8422688bfd service nova] Enqueued Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_rules [ 1262.536544] env[69685]: INFO networking_nsxv3.common.synchronization [req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 req-681a3de0-6427-4dd3-918e-4e8422688bfd service nova] Enqueued Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_members [ 1262.536842] env[69685]: INFO networking_nsxv3.common.synchronization [req-c6bec1d6-59b9-496e-b45c-f10859b4fdf4 req-681a3de0-6427-4dd3-918e-4e8422688bfd service nova] Enqueued Resource ID: 49447ed7-81df-4213-9884-8506ac52ce05 with Priority: HIGHEST for action port [ 1262.536952] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_rules [ 1262.537059] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_members [ 1262.537165] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49447ed7-81df-4213-9884-8506ac52ce05 with Priority: HIGHEST for action port [ 1262.537727] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec555485-fd1b-43ee-aba8-4b8e2c9214af taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.537841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.537910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.538192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.538280] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.539145] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec555485-fd1b-43ee-aba8-4b8e2c9214af taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.539273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.539339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.539508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.539655] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.539804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.539839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.540030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.540127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.540216] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.541308] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-49447ed7-81df-4213-9884-8506ac52ce05 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.541436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49447ed7-81df-4213-9884-8506ac52ce05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.541500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49447ed7-81df-4213-9884-8506ac52ce05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.541641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49447ed7-81df-4213-9884-8506ac52ce05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.541752] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49447ed7-81df-4213-9884-8506ac52ce05',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.043507] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec555485-fd1b-43ee-aba8-4b8e2c9214af taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.043646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.043902] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.044788] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49447ed7-81df-4213-9884-8506ac52ce05 with status ACTIVE [ 1263.045064] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.045180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.045248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.045451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.045541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.045851] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.045851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.045986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.046033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.046099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.046278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.046405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.046441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.046555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.046628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.046712] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49447ed7-81df-4213-9884-8506ac52ce05 is going to be updated. [ 1263.066729] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.066846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.066926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.067154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.067290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.067445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49447ed7-81df-4213-9884-8506ac52ce05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.548846] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.051817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.052050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.052101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.052313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.052406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.052508] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af is going to be created. [ 1264.075602] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.075768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.075768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.075937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.076105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.084811] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af in Status: UNINITIALIZED for 2s [ 1266.095507] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af in Status: SUCCESS [ 1266.095781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.095887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.096134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.096333] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.096452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.096515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.096666] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.096748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.096855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.096949] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.599054] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec555485-fd1b-43ee-aba8-4b8e2c9214af taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.599311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.599409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.599697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.599923] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.600053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.600110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.600298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.600381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.600474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.600625] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec555485-fd1b-43ee-aba8-4b8e2c9214af taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.600740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.600804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.600967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.601100] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.601194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.601248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.601391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.601470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.601554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.601651] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.103807] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec555485-fd1b-43ee-aba8-4b8e2c9214af: rpc.has_security_group_logging(os_id): False [ 1267.121605] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.121605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.121605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.121887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.121981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.122191] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.122281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.122342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.122549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.122605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.122756] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.122867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.122931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.123084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.123258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.123336] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.123457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.123491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.123611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.123681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.123764] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af is going to be created. [ 1267.176890] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.177055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.177128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.177342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.177521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.189942] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af in Status: IN_PROGRESS for 2s [ 1267.537946] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.538072] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1268.624294] env[69685]: INFO networking_nsxv3.common.synchronization [None req-80b2cd53-714e-4765-bbb5-e32eec8d52df None None] Enqueued Resource ID: 301989e9-2751-41ef-83e6-0870c025efc8 with Priority: HIGHEST for action port [ 1268.624294] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 301989e9-2751-41ef-83e6-0870c025efc8 with Priority: HIGHEST for action port [ 1268.626173] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-301989e9-2751-41ef-83e6-0870c025efc8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.626173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-301989e9-2751-41ef-83e6-0870c025efc8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.626173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-301989e9-2751-41ef-83e6-0870c025efc8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.626173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-301989e9-2751-41ef-83e6-0870c025efc8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.626173] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301989e9-2751-41ef-83e6-0870c025efc8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.644436] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.644779] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.645011] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.646810] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.647236] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.647498] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.647696] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.648008] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.648238] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.648537] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.648707] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.648870] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.649027] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.649187] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.649327] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.649539] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.676081] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.676274] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1268.676458] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.676651] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-314" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.677024] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-c225ed31-56b9-4b82-a505-4ac194c162c7 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.677212] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.677341] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.677609] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.677751] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c225ed31-56b9-4b82-a505-4ac194c162c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.128470] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 301989e9-2751-41ef-83e6-0870c025efc8 [ 1269.128705] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.128863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.128942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.129178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.129326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.129371] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:301989e9-2751-41ef-83e6-0870c025efc8 already deleted. [ 1269.129466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-301989e9-2751-41ef-83e6-0870c025efc8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.134632] env[69685]: INFO networking_nsxv3.common.synchronization [None req-19ca5b76-bd07-4fd8-81e8-d24aa6db9362 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: e0c9cc64-9eee-4549-b419-4ce940b6899c with Priority: HIGHEST for action security_group_rules [ 1269.135157] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c9cc64-9eee-4549-b419-4ce940b6899c with Priority: HIGHEST for action security_group_rules [ 1269.135927] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c9cc64-9eee-4549-b419-4ce940b6899c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.135927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.135927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.135927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.136157] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c9cc64-9eee-4549-b419-4ce940b6899c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.180470] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.180702] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.181159] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.181159] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.181282] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.181626] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.181822] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.181949] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.182186] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.182328] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.182617] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.183122] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.183122] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.183228] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.183382] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.183531] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: c225ed31-56b9-4b82-a505-4ac194c162c7 is going to be updated. [ 1269.210807] env[69685]: INFO networking_nsxv3.common.synchronization [None req-12d76f55-7011-4b0e-9cb6-1d01813c26d6 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: e0c9cc64-9eee-4549-b419-4ce940b6899c with Priority: HIGHEST for action security_group_rules [ 1269.212024] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.213111] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.213304] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.213640] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.213884] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.214173] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.215549] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c9cc64-9eee-4549-b419-4ce940b6899c with Priority: HIGHEST for action security_group_rules [ 1269.216058] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c9cc64-9eee-4549-b419-4ce940b6899c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.216170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.666516] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.666516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.667216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.667216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.667216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.667216] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c9cc64-9eee-4549-b419-4ce940b6899c already deleted. [ 1269.667216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.667216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.667405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.667405] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c9cc64-9eee-4549-b419-4ce940b6899c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.908364] env[69685]: INFO networking_nsxv3.common.synchronization [req-4800809a-9049-4f47-a6c0-278ecea30646 req-ebe76dd5-366e-4449-8668-654c9009087f service nova] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_rules [ 1269.908551] env[69685]: INFO networking_nsxv3.common.synchronization [req-4800809a-9049-4f47-a6c0-278ecea30646 req-ebe76dd5-366e-4449-8668-654c9009087f service nova] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 1269.908693] env[69685]: INFO networking_nsxv3.common.synchronization [req-4800809a-9049-4f47-a6c0-278ecea30646 req-ebe76dd5-366e-4449-8668-654c9009087f service nova] Enqueued Resource ID: c225ed31-56b9-4b82-a505-4ac194c162c7 with Priority: HIGHEST for action port [ 1269.908965] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_rules [ 1269.909134] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 1269.909234] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c225ed31-56b9-4b82-a505-4ac194c162c7 with Priority: HIGHEST for action port [ 1269.909829] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.910428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.910428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.910428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.910428] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.915616] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.915741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.915944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.916026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.916200] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.916319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.916388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.916518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.916609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.916722] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.918220] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c225ed31-56b9-4b82-a505-4ac194c162c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.918341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.918403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.918600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.918724] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c225ed31-56b9-4b82-a505-4ac194c162c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.048314] env[69685]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function GET Argumetns {'path': '/policy/api/v1/infra/realized-state/status', 'params': {'intent_path': '/infra/domains/default/security-policies/ec555485-fd1b-43ee-aba8-4b8e2c9214af'}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1270.048314] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.get {{(pid=69685) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1270.196615] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.196797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.196911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.197253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.197400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.197551] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c9cc64-9eee-4549-b419-4ce940b6899c already deleted. [ 1270.197691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.415977] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.416125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.418793] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.422839] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c225ed31-56b9-4b82-a505-4ac194c162c7 with status ACTIVE [ 1270.423069] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.423212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.423279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.423480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.423566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.423735] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.423833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.423892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.424130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.424130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.424277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.424364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.424424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.424557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.424628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.424707] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c225ed31-56b9-4b82-a505-4ac194c162c7 is going to be updated. [ 1270.444998] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.445234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.445234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.445461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.446479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.446651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c225ed31-56b9-4b82-a505-4ac194c162c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.489624] env[69685]: INFO networking_nsxv3.common.synchronization [None req-b2637d9f-8a61-4858-b29a-dd79a1630c86 None None] Enqueued Resource ID: 0080aaf7-1d6b-4c42-a2b0-304d3252e8df with Priority: HIGHEST for action port [ 1270.490609] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0080aaf7-1d6b-4c42-a2b0-304d3252e8df with Priority: HIGHEST for action port [ 1270.490931] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0080aaf7-1d6b-4c42-a2b0-304d3252e8df taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.491068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0080aaf7-1d6b-4c42-a2b0-304d3252e8df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.491208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0080aaf7-1d6b-4c42-a2b0-304d3252e8df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.491543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0080aaf7-1d6b-4c42-a2b0-304d3252e8df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.491634] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0080aaf7-1d6b-4c42-a2b0-304d3252e8df',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.921187] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.994531] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0080aaf7-1d6b-4c42-a2b0-304d3252e8df [ 1270.994727] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.994827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.994883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.995123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.995215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.995305] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0080aaf7-1d6b-4c42-a2b0-304d3252e8df already deleted. [ 1270.995397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0080aaf7-1d6b-4c42-a2b0-304d3252e8df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.424306] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.424916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.424916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.425050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.425147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.425417] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead is going to be updated. [ 1271.464951] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.465153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.465202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.465379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.465542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.473533] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: IN_PROGRESS for 2s [ 1272.058257] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af in Status: SUCCESS [ 1272.058617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.483011] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: SUCCESS [ 1273.483405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.483405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.483626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.483855] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.483999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.484115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.484332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.484424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.484515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.484608] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.987636] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.489621] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3deeb4e7-4566-4f39-97e6-811829e5aead: rpc.has_security_group_logging(os_id): False [ 1274.506630] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.506800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.506853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.507075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.507168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.507470] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.507611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.507677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.507865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.507943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.508042] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead is going to be updated. [ 1274.568445] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.568668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.568668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.568936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.569132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.580787] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: IN_PROGRESS for 2s [ 1274.706092] env[69685]: INFO networking_nsxv3.common.synchronization [req-d36e087e-28ab-42da-aa6e-920b30bcf538 req-b6329d17-f82e-4342-8c69-c905cd98ffa3 tempest-DeleteServersTestJSON-228128982 tempest-DeleteServersTestJSON-228128982-project-member] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1274.706617] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGHEST for action security_group_members [ 1274.706938] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.707088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.707179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.709049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.709049] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.709049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.709049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.709049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.709049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.709049] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.826822] env[69685]: INFO networking_nsxv3.common.synchronization [req-00c952b5-9f0d-48ac-a962-0fc489664f79 req-b72d31b2-08df-41eb-a76a-b025f60e0427 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: e0c9cc64-9eee-4549-b419-4ce940b6899c with Priority: HIGHEST for action security_group_members [ 1274.827521] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c9cc64-9eee-4549-b419-4ce940b6899c with Priority: HIGHEST for action security_group_members [ 1274.827930] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c9cc64-9eee-4549-b419-4ce940b6899c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.828131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.828241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.828590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.828883] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.829054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.829170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.829384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.829533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.829676] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c9cc64-9eee-4549-b419-4ce940b6899c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.128638] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.128837] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.129129] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.130070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.130070] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.130070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.130070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.130070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.130305] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.130410] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.130518] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1275.130624] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1275.130729] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1275.131795] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.131795] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1275.131795] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1275.148409] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1275.148592] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1275.150251] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1275.150251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.150251] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-357223bb-beaf-4aa6-b3e8-7722b5356491 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.150251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-357223bb-beaf-4aa6-b3e8-7722b5356491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.150251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-357223bb-beaf-4aa6-b3e8-7722b5356491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.150251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-357223bb-beaf-4aa6-b3e8-7722b5356491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.150251] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('357223bb-beaf-4aa6-b3e8-7722b5356491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.210118] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.210389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.210389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.210574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.210665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.210864] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.210957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.211030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.211224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.211315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.211356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be updated. [ 1275.237185] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.237416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.237416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.237610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.237753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.245769] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: IN_PROGRESS for 2s [ 1275.331928] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.332144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.332228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.332410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.332495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.332707] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.332808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.332872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.333038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.333118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.333206] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c9cc64-9eee-4549-b419-4ce940b6899c already deleted. [ 1275.333288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.652643] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.653105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.653364] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.653686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.653860] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.654046] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 357223bb-beaf-4aa6-b3e8-7722b5356491 not found, creating... [ 1275.654532] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.654532] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.654666] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.654864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.655051] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.655364] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.655530] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.655656] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.655877] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.656032] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.656185] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 357223bb-beaf-4aa6-b3e8-7722b5356491 is going to be created. [ 1275.674905] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.675232] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.675291] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.675591] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.675835] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.676087] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-357223bb-beaf-4aa6-b3e8-7722b5356491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.392787] env[69685]: INFO networking_nsxv3.common.synchronization [req-00c952b5-9f0d-48ac-a962-0fc489664f79 req-18131130-ffa4-4658-bfe4-1acb08514ee1 service nova] Enqueued Resource ID: e0c9cc64-9eee-4549-b419-4ce940b6899c with Priority: HIGHEST for action security_group_rules [ 1276.392787] env[69685]: INFO networking_nsxv3.common.synchronization [req-00c952b5-9f0d-48ac-a962-0fc489664f79 req-18131130-ffa4-4658-bfe4-1acb08514ee1 service nova] Enqueued Resource ID: e0c9cc64-9eee-4549-b419-4ce940b6899c with Priority: HIGHEST for action security_group_members [ 1276.392787] env[69685]: INFO networking_nsxv3.common.synchronization [req-00c952b5-9f0d-48ac-a962-0fc489664f79 req-18131130-ffa4-4658-bfe4-1acb08514ee1 service nova] Enqueued Resource ID: 357223bb-beaf-4aa6-b3e8-7722b5356491 with Priority: HIGHEST for action port [ 1276.392787] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c9cc64-9eee-4549-b419-4ce940b6899c with Priority: HIGHEST for action security_group_rules [ 1276.392787] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c9cc64-9eee-4549-b419-4ce940b6899c with Priority: HIGHEST for action security_group_members [ 1276.392787] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 357223bb-beaf-4aa6-b3e8-7722b5356491 with Priority: HIGHEST for action port [ 1276.393545] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c9cc64-9eee-4549-b419-4ce940b6899c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.393545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.393545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.393545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.393700] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c9cc64-9eee-4549-b419-4ce940b6899c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.395949] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c9cc64-9eee-4549-b419-4ce940b6899c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.395949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.395949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.395949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.396160] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.396220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.396812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.396812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.396812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.396812] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c9cc64-9eee-4549-b419-4ce940b6899c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.397540] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-357223bb-beaf-4aa6-b3e8-7722b5356491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.397873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-357223bb-beaf-4aa6-b3e8-7722b5356491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.397873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-357223bb-beaf-4aa6-b3e8-7722b5356491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.397873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-357223bb-beaf-4aa6-b3e8-7722b5356491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.397873] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('357223bb-beaf-4aa6-b3e8-7722b5356491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.595528] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: SUCCESS [ 1276.595719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.899605] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0c9cc64-9eee-4549-b419-4ce940b6899c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.900923] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c9cc64-9eee-4549-b419-4ce940b6899c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.901066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.901229] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 357223bb-beaf-4aa6-b3e8-7722b5356491 with status ACTIVE [ 1276.901405] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.901518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.901580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.901845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.901950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.902188] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.902321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.902389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.902562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.902645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.902882] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.903020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.903090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.903301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.903391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.903493] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 357223bb-beaf-4aa6-b3e8-7722b5356491 is going to be updated. [ 1276.922694] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.922841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.922913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.923150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.923287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.923450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-357223bb-beaf-4aa6-b3e8-7722b5356491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.255603] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752df773-597f-4e1b-aac0-2939a99418ce in Status: SUCCESS [ 1277.255789] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752df773-597f-4e1b-aac0-2939a99418ce deletion is rescheduled due to dependency. [ 1277.255848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.405441] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0c9cc64-9eee-4549-b419-4ce940b6899c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.908410] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.908736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.908736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.908736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.908839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.908972] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c9cc64-9eee-4549-b419-4ce940b6899c is going to be created. [ 1277.931155] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.931355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.931487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.931732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.931926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.940497] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c9cc64-9eee-4549-b419-4ce940b6899c in Status: UNINITIALIZED for 2s [ 1279.952134] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c9cc64-9eee-4549-b419-4ce940b6899c in Status: SUCCESS [ 1279.952521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.952521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.952753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.952954] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.953086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.953153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.953319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.953402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.953489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.953582] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0c9cc64-9eee-4549-b419-4ce940b6899c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.457502] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0c9cc64-9eee-4549-b419-4ce940b6899c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.962304] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0c9cc64-9eee-4549-b419-4ce940b6899c: rpc.has_security_group_logging(os_id): False [ 1280.981365] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.981635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.981635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.981794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.981882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.982140] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.982245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.982307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.982558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.982628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.982675] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c9cc64-9eee-4549-b419-4ce940b6899c is going to be created. [ 1281.035685] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.035885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.035885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.036135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.036326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.047774] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c9cc64-9eee-4549-b419-4ce940b6899c in Status: IN_PROGRESS for 2s [ 1281.393621] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.393621] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1283.060849] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c9cc64-9eee-4549-b419-4ce940b6899c in Status: SUCCESS [ 1283.061235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.218435] env[69685]: INFO networking_nsxv3.common.synchronization [req-a81b5b54-e15e-4976-82f5-a9b4b8a623b6 req-c67148a0-89e6-45c3-85f1-88f9442020a2 tempest-ServerActionsTestJSON-1668423916 tempest-ServerActionsTestJSON-1668423916-project-member] Enqueued Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 1286.218435] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 with Priority: HIGHEST for action security_group_members [ 1286.218435] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.218435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.218435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.218435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.218435] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.218862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.218862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.218862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.218862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.218862] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a0f0ec-218e-4bba-acd1-9ee058fc1a16',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.575510] env[69685]: INFO networking_nsxv3.common.synchronization [req-fa0ad81d-a9a8-4936-ab5c-2b4562ce0dfd req-25304526-571f-4700-a5fe-b5aa88e05583 tempest-ServerActionsTestOtherB-2112825872 tempest-ServerActionsTestOtherB-2112825872-project-member] Enqueued Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 1286.576043] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb4e7-4566-4f39-97e6-811829e5aead with Priority: HIGHEST for action security_group_members [ 1286.576352] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3deeb4e7-4566-4f39-97e6-811829e5aead taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.576481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.576535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.578537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.578537] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.578537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.578537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.579433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.579433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.579433] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3deeb4e7-4566-4f39-97e6-811829e5aead',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.724799] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.724935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.725023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.725250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.725344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.725532] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.725631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.725695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.725841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.725917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.726009] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 is going to be updated. [ 1286.753678] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.753829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.753876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.754160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.754234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.763088] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: IN_PROGRESS for 2s [ 1287.081707] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.081866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.081921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.082165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.082253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.082443] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.082532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.082584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.082734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.082813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.082927] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead is going to be updated. [ 1287.108554] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.108686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.108755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.108998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.109164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.116716] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: IN_PROGRESS for 2s [ 1288.713068] env[69685]: INFO networking_nsxv3.common.synchronization [req-ec056fa0-5d06-421f-830e-054f62209d87 req-bef50c1c-e532-430d-aa28-3ff2ff3f037a tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Enqueued Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_members [ 1288.713068] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_members [ 1288.713416] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec555485-fd1b-43ee-aba8-4b8e2c9214af taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.713416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.713501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.713752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.713906] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.714017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.714081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.714281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.714441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.714441] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.771963] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 in Status: SUCCESS [ 1288.772118] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a0f0ec-218e-4bba-acd1-9ee058fc1a16 deletion is rescheduled due to dependency. [ 1288.772216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a0f0ec-218e-4bba-acd1-9ee058fc1a16" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.126175] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3deeb4e7-4566-4f39-97e6-811829e5aead in Status: SUCCESS [ 1289.126357] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3deeb4e7-4566-4f39-97e6-811829e5aead deletion is rescheduled due to dependency. [ 1289.126470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3deeb4e7-4566-4f39-97e6-811829e5aead" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.217205] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.217424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.217495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.217725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.217837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.218031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.218138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.218202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.218359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.218437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.218522] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af is going to be updated. [ 1289.244819] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.244948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.245062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.245232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.245372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.255007] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af in Status: IN_PROGRESS for 2s [ 1291.265675] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af in Status: SUCCESS [ 1291.266043] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af deletion is rescheduled due to dependency. [ 1291.266043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.714074] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.714304] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1293.955814] env[69685]: INFO networking_nsxv3.common.synchronization [None req-0c878e16-4a3c-4a0c-bba4-567dcccc46bc tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Enqueued Resource ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f with Priority: HIGHEST for action security_group_rules [ 1293.955946] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f with Priority: HIGHEST for action security_group_rules [ 1293.956267] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.956380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.956444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.956713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.956793] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bd42f51-e414-4e9b-b5ac-a03a1a81074f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.026443] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d83fa99f-c308-4bb9-b2a4-4f60749834f6 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Enqueued Resource ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f with Priority: HIGHEST for action security_group_rules [ 1294.027314] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f with Priority: HIGHEST for action security_group_rules [ 1294.027314] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.027459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.476469] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.476689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.476689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.476877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.476982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.477072] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f already deleted. [ 1294.477160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.477305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.477473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.477557] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bd42f51-e414-4e9b-b5ac-a03a1a81074f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.997890] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.998258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.998258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.998435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.998435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.998503] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f already deleted. [ 1294.998584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.160814] env[69685]: INFO networking_nsxv3.common.synchronization [req-b47b6601-7cf3-4e57-81cc-940d712ff286 req-4ef9134a-5deb-48a0-96f7-3d46478aad9c tempest-AttachVolumeShelveTestJSON-470889576 tempest-AttachVolumeShelveTestJSON-470889576-project-member] Enqueued Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_members [ 1295.161340] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGHEST for action security_group_members [ 1295.161649] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-029d7318-b963-4044-b167-6c4d343d2fb4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.161778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.161876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.162052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.162210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.162307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.162358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.162513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.162639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.162680] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.667550] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.667550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.667550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.667550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.667550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.667550] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.667550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.667550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.667550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.667550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.667550] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029d7318-b963-4044-b167-6c4d343d2fb4 is going to be updated. [ 1295.692869] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.692869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.692869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.692869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.692869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.698748] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029d7318-b963-4044-b167-6c4d343d2fb4 in Status: IN_PROGRESS for 2s [ 1296.148234] env[69685]: INFO networking_nsxv3.common.synchronization [req-b74c7d13-5332-43dd-9a5b-f469e8a55215 req-d7637e2b-fa8b-4f4a-83be-7c75717340e5 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Enqueued Resource ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 with Priority: HIGHEST for action security_group_members [ 1296.148234] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 with Priority: HIGHEST for action security_group_members [ 1296.148234] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.148234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.148234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.148234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.148916] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.149173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.149361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.149608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.149796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.149973] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.655124] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.655124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.655124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.655124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.655124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.655124] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.655124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.655124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.655124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.655124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.655124] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 is going to be updated. [ 1296.678914] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.678914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.678914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.678914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.678914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.686461] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 in Status: IN_PROGRESS for 2s [ 1297.707782] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029d7318-b963-4044-b167-6c4d343d2fb4 in Status: SUCCESS [ 1297.708154] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029d7318-b963-4044-b167-6c4d343d2fb4 deletion is rescheduled due to dependency. [ 1297.708154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.695371] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 in Status: SUCCESS [ 1298.695557] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 deletion is rescheduled due to dependency. [ 1298.695669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.382973] env[69685]: INFO networking_nsxv3.common.synchronization [req-bc4ef095-0801-4243-82a6-7728c6418a6c req-1d985516-64a5-4433-8b76-8daae2b2895d tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Enqueued Resource ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f with Priority: HIGHEST for action security_group_members [ 1299.383213] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f with Priority: HIGHEST for action security_group_members [ 1299.383333] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.383458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.383526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.383808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.383933] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.385064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.385064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.385064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.385064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.385064] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd42f51-e414-4e9b-b5ac-a03a1a81074f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.636600] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.636823] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.636955] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.637388] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.637673] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.637845] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.637971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.638237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.638405] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.638625] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1299.638742] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1299.638852] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1299.638963] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1299.639152] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1299.639266] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1299.639405] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1299.657794] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1299.657939] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1299.658087] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1299.658248] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.658514] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-f4303ed8-50bd-4624-96a4-4b55cc3434db taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.658674] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-f4303ed8-50bd-4624-96a4-4b55cc3434db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.658797] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-f4303ed8-50bd-4624-96a4-4b55cc3434db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.659151] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-f4303ed8-50bd-4624-96a4-4b55cc3434db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.659302] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4303ed8-50bd-4624-96a4-4b55cc3434db',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.886508] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.886705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.886776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.886948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.887085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.887303] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.887405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.887468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.887630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.887708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.887792] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f already deleted. [ 1299.887872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.161688] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.161912] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.162070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.162365] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.162523] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.162683] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port f4303ed8-50bd-4624-96a4-4b55cc3434db not found, creating... [ 1300.162942] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.163119] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.163242] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.163463] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.163604] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.163886] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.164070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.164196] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.164405] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.164541] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.164682] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: f4303ed8-50bd-4624-96a4-4b55cc3434db is going to be created. [ 1300.185952] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.186178] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.186243] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.186481] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.186703] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.186919] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-f4303ed8-50bd-4624-96a4-4b55cc3434db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.982800] env[69685]: INFO networking_nsxv3.common.synchronization [req-bc4ef095-0801-4243-82a6-7728c6418a6c req-c6410329-85e8-476e-8004-f133b7bdab76 service nova] Enqueued Resource ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f with Priority: HIGHEST for action security_group_rules [ 1300.982800] env[69685]: INFO networking_nsxv3.common.synchronization [req-bc4ef095-0801-4243-82a6-7728c6418a6c req-c6410329-85e8-476e-8004-f133b7bdab76 service nova] Enqueued Resource ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f with Priority: HIGHEST for action security_group_members [ 1300.982800] env[69685]: INFO networking_nsxv3.common.synchronization [req-bc4ef095-0801-4243-82a6-7728c6418a6c req-c6410329-85e8-476e-8004-f133b7bdab76 service nova] Enqueued Resource ID: f4303ed8-50bd-4624-96a4-4b55cc3434db with Priority: HIGHEST for action port [ 1300.982800] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f with Priority: HIGHEST for action security_group_rules [ 1300.983339] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f with Priority: HIGHEST for action security_group_members [ 1300.983339] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4303ed8-50bd-4624-96a4-4b55cc3434db with Priority: HIGHEST for action port [ 1300.983649] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.983731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.983818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.983977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.984302] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bd42f51-e414-4e9b-b5ac-a03a1a81074f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.985640] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.985844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.985935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.986193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.986399] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.986524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.986607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.986780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.986893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.987171] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd42f51-e414-4e9b-b5ac-a03a1a81074f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.988055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4303ed8-50bd-4624-96a4-4b55cc3434db taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.988683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4303ed8-50bd-4624-96a4-4b55cc3434db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.988904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4303ed8-50bd-4624-96a4-4b55cc3434db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.989272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4303ed8-50bd-4624-96a4-4b55cc3434db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.990673] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4303ed8-50bd-4624-96a4-4b55cc3434db',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.492580] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bd42f51-e414-4e9b-b5ac-a03a1a81074f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.493749] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.493749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.493921] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4303ed8-50bd-4624-96a4-4b55cc3434db with status ACTIVE [ 1301.494090] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.494192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.494238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.494415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.494505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.494671] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.494765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.494823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.494975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.495065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.495241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.495330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.495427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.495523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.495597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.495677] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4303ed8-50bd-4624-96a4-4b55cc3434db is going to be updated. [ 1301.514392] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.514530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.514575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.514721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.514842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.514983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4303ed8-50bd-4624-96a4-4b55cc3434db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.997437] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bd42f51-e414-4e9b-b5ac-a03a1a81074f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.499887] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.500056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.500137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.500377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.500474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.500574] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f is going to be created. [ 1302.522082] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.522082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.522082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.522285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.522386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.531041] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f in Status: UNINITIALIZED for 2s [ 1304.542380] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f in Status: SUCCESS [ 1304.542380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.542380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.542380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.542380] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.542380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.542380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.542380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.542380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.542380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.542380] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bd42f51-e414-4e9b-b5ac-a03a1a81074f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.044613] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bd42f51-e414-4e9b-b5ac-a03a1a81074f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.550018] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bd42f51-e414-4e9b-b5ac-a03a1a81074f: rpc.has_security_group_logging(os_id): False [ 1305.565716] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.565716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.565870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.565987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.566102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.566377] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.566450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.566495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.566659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.566736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.566822] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f is going to be created. [ 1305.628610] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.628761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.628932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.629030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.629241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.638791] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f in Status: IN_PROGRESS for 2s [ 1305.984153] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.984206] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1307.663283] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f in Status: SUCCESS [ 1307.663560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.866999] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1582e72f-b32f-415f-ba0f-6c9115a73f41 None None] Enqueued Resource ID: 896af6c2-a9f1-49f7-a247-7f20d496cf12 with Priority: HIGHEST for action port [ 1307.867383] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 896af6c2-a9f1-49f7-a247-7f20d496cf12 with Priority: HIGHEST for action port [ 1307.867581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-896af6c2-a9f1-49f7-a247-7f20d496cf12 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.868137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-896af6c2-a9f1-49f7-a247-7f20d496cf12" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.868137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-896af6c2-a9f1-49f7-a247-7f20d496cf12" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.868287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-896af6c2-a9f1-49f7-a247-7f20d496cf12" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.868287] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('896af6c2-a9f1-49f7-a247-7f20d496cf12',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.231765] env[69685]: INFO networking_nsxv3.common.synchronization [None req-76030e83-b3c4-4be3-a36d-906c88af0c48 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Enqueued Resource ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 with Priority: HIGHEST for action security_group_rules [ 1308.232800] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 with Priority: HIGHEST for action security_group_rules [ 1308.233160] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25e9adc4-47f9-473e-b745-8ecbe66be6d1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.233273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.233375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.233675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.233781] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25e9adc4-47f9-473e-b745-8ecbe66be6d1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.315861] env[69685]: INFO networking_nsxv3.common.synchronization [None req-91794467-8420-4fd0-92b6-1e398c37f6f5 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Enqueued Resource ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 with Priority: HIGHEST for action security_group_rules [ 1308.315861] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 with Priority: HIGHEST for action security_group_rules [ 1308.316129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25e9adc4-47f9-473e-b745-8ecbe66be6d1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.316307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.373900] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 896af6c2-a9f1-49f7-a247-7f20d496cf12 [ 1308.373900] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.373900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.373900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.373900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.373900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.373900] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:896af6c2-a9f1-49f7-a247-7f20d496cf12 already deleted. [ 1308.373900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-896af6c2-a9f1-49f7-a247-7f20d496cf12" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.755215] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.755215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.755215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.755215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.755215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.755215] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 already deleted. [ 1308.755215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.755215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.755215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.755215] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25e9adc4-47f9-473e-b745-8ecbe66be6d1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.173549] env[69685]: INFO networking_nsxv3.common.synchronization [req-f2f4a3d7-0453-42c2-b20a-d8af75f423f8 req-2e225c8f-00ec-4a92-a7cc-10d4460327b7 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Enqueued Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_members [ 1309.173549] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_members [ 1309.173742] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b976ad0d-392d-454f-91d6-036c30538e5a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.173852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.173917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.174309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.174309] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.174563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.174563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.174632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.174697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.174787] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.277547] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.277685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.277820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.277967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.278071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.278166] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 already deleted. [ 1309.278252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.678599] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.972037] env[69685]: INFO networking_nsxv3.common.synchronization [None req-f0230348-756e-44fc-9d99-e5003ade84ee None None] Enqueued Resource ID: 0b176596-d1f7-481a-820e-3dfe1de7c159 with Priority: HIGHEST for action port [ 1309.972529] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b176596-d1f7-481a-820e-3dfe1de7c159 with Priority: HIGHEST for action port [ 1309.972843] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b176596-d1f7-481a-820e-3dfe1de7c159 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.972965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b176596-d1f7-481a-820e-3dfe1de7c159" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.973044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b176596-d1f7-481a-820e-3dfe1de7c159" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.973307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b176596-d1f7-481a-820e-3dfe1de7c159" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.973390] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b176596-d1f7-481a-820e-3dfe1de7c159',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.181298] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.477053] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b176596-d1f7-481a-820e-3dfe1de7c159 [ 1310.477053] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.477053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.477053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.477053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.477511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.477511] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b176596-d1f7-481a-820e-3dfe1de7c159 already deleted. [ 1310.477511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b176596-d1f7-481a-820e-3dfe1de7c159" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.683571] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.683858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.683858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.683999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.684104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.684207] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b976ad0d-392d-454f-91d6-036c30538e5a is going to be updated. [ 1310.711389] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.711529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.711575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.711789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.711932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.719786] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b976ad0d-392d-454f-91d6-036c30538e5a in Status: IN_PROGRESS for 2s [ 1312.730437] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b976ad0d-392d-454f-91d6-036c30538e5a in Status: SUCCESS [ 1312.730783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.951433] env[69685]: INFO networking_nsxv3.common.synchronization [req-1bf02416-eec4-4e2b-ba06-17a6fc2cc038 req-573dc1bf-ba22-4cc4-83e4-06896781a193 tempest-ServerRescueNegativeTestJSON-445730125 tempest-ServerRescueNegativeTestJSON-445730125-project-member] Enqueued Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_members [ 1314.952048] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGHEST for action security_group_members [ 1314.952862] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b976ad0d-392d-454f-91d6-036c30538e5a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.952862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.952862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.952862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.952862] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.953240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.953240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.953240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.953350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.953350] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.282096] env[69685]: INFO networking_nsxv3.common.synchronization [req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 req-f715dca6-593f-4035-95bb-baaafa07b577 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Enqueued Resource ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 with Priority: HIGHEST for action security_group_members [ 1315.282600] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 with Priority: HIGHEST for action security_group_members [ 1315.282902] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e9adc4-47f9-473e-b745-8ecbe66be6d1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.283032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.283101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.283356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.283511] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.283609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.283662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.283821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.283906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.284009] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e9adc4-47f9-473e-b745-8ecbe66be6d1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.455294] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.455455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.455538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.455739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.455836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.456040] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.456139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.456199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.456356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.456451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.456506] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b976ad0d-392d-454f-91d6-036c30538e5a is going to be updated. [ 1315.486702] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.486841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.486915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.487167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.487290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.496932] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b976ad0d-392d-454f-91d6-036c30538e5a in Status: IN_PROGRESS for 2s [ 1315.539984] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.540239] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-354" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.540339] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-354" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.540676] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-354" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.541247] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.541247] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.541247] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.541453] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.541621] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.541822] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1315.541940] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1315.542063] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1315.542175] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1315.542287] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1315.542394] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1315.542526] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1315.560685] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1315.560933] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1315.561180] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1315.561371] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-354" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.561787] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-08d06fa4-146c-40bf-b500-d6d7f40e8648 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.561969] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-08d06fa4-146c-40bf-b500-d6d7f40e8648" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.562074] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-08d06fa4-146c-40bf-b500-d6d7f40e8648" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.562575] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-08d06fa4-146c-40bf-b500-d6d7f40e8648" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.562575] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08d06fa4-146c-40bf-b500-d6d7f40e8648',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.786243] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.786399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.786471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.786689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.786785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.786973] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.787092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.787194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.787314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.787391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.787493] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 already deleted. [ 1315.787542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.066032] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.066419] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.066419] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.066719] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.066952] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.067233] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 08d06fa4-146c-40bf-b500-d6d7f40e8648 not found, creating... [ 1316.067541] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.067787] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.068046] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.068290] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.068466] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.068793] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.069834] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.069834] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.069834] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.069834] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.069834] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 08d06fa4-146c-40bf-b500-d6d7f40e8648 is going to be created. [ 1316.094161] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.094397] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.094545] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.094799] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.095036] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.095264] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-08d06fa4-146c-40bf-b500-d6d7f40e8648" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.238880] env[69685]: INFO networking_nsxv3.common.synchronization [req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 req-13b3b490-792b-419e-a82a-ce9315b7ba16 service nova] Enqueued Resource ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 with Priority: HIGHEST for action security_group_rules [ 1317.238880] env[69685]: INFO networking_nsxv3.common.synchronization [req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 req-13b3b490-792b-419e-a82a-ce9315b7ba16 service nova] Enqueued Resource ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 with Priority: HIGHEST for action security_group_members [ 1317.238880] env[69685]: INFO networking_nsxv3.common.synchronization [req-327fc6e7-89e4-45ca-b04b-1ad7bd53d113 req-13b3b490-792b-419e-a82a-ce9315b7ba16 service nova] Enqueued Resource ID: 08d06fa4-146c-40bf-b500-d6d7f40e8648 with Priority: HIGHEST for action port [ 1317.238880] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 with Priority: HIGHEST for action security_group_rules [ 1317.239427] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 with Priority: HIGHEST for action security_group_members [ 1317.239427] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d06fa4-146c-40bf-b500-d6d7f40e8648 with Priority: HIGHEST for action port [ 1317.239665] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25e9adc4-47f9-473e-b745-8ecbe66be6d1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.239829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.239929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.240383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.240479] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25e9adc4-47f9-473e-b745-8ecbe66be6d1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.241751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e9adc4-47f9-473e-b745-8ecbe66be6d1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.241987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.242042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.242211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.242361] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.242457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.242519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.242664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.242748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.242841] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e9adc4-47f9-473e-b745-8ecbe66be6d1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.245134] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-08d06fa4-146c-40bf-b500-d6d7f40e8648 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.245134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08d06fa4-146c-40bf-b500-d6d7f40e8648" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.245134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08d06fa4-146c-40bf-b500-d6d7f40e8648" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.245134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08d06fa4-146c-40bf-b500-d6d7f40e8648" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.245389] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08d06fa4-146c-40bf-b500-d6d7f40e8648',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.506043] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b976ad0d-392d-454f-91d6-036c30538e5a in Status: SUCCESS [ 1317.506194] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b976ad0d-392d-454f-91d6-036c30538e5a deletion is rescheduled due to dependency. [ 1317.506284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.742888] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e9adc4-47f9-473e-b745-8ecbe66be6d1 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.743065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.745420] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25e9adc4-47f9-473e-b745-8ecbe66be6d1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.746992] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08d06fa4-146c-40bf-b500-d6d7f40e8648 with status ACTIVE [ 1317.747130] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.747230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.747230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.747652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.747652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.747751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.747815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.747815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.747970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.748071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.748268] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.748338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.748558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.748558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.748640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.748679] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08d06fa4-146c-40bf-b500-d6d7f40e8648 is going to be updated. [ 1317.767251] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.767417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.767465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.767619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.767749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.767899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08d06fa4-146c-40bf-b500-d6d7f40e8648" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.247415] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25e9adc4-47f9-473e-b745-8ecbe66be6d1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.749482] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.749640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.749721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.750018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.750149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.750286] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 is going to be created. [ 1318.773123] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.773259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.773297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.773569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.773753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.782088] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 in Status: UNINITIALIZED for 2s [ 1320.793209] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 in Status: SUCCESS [ 1320.793581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.793581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.793763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.793916] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.794142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.794142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.794260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.794352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.794474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.794526] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25e9adc4-47f9-473e-b745-8ecbe66be6d1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.297632] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25e9adc4-47f9-473e-b745-8ecbe66be6d1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.800111] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25e9adc4-47f9-473e-b745-8ecbe66be6d1: rpc.has_security_group_logging(os_id): False [ 1321.816894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.817157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.817157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.817479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.817615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.818016] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.818182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.818275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.818517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.818628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.818729] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 is going to be created. [ 1321.880386] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.880644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.880762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.881046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.881329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.892015] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 in Status: IN_PROGRESS for 2s [ 1322.239818] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.239944] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1323.906132] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 in Status: SUCCESS [ 1323.906409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.241393] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.241932] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.243031] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.243031] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.169571] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d85e634c-98b2-4058-966b-05edb0140b66 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: bac13198-328b-4140-a4a5-645955934d29 with Priority: HIGHEST for action security_group_rules [ 1334.170019] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac13198-328b-4140-a4a5-645955934d29 with Priority: HIGHEST for action security_group_rules [ 1334.170130] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bac13198-328b-4140-a4a5-645955934d29 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.170267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.170267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.170667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.170667] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bac13198-328b-4140-a4a5-645955934d29',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.229070] env[69685]: INFO networking_nsxv3.common.synchronization [None req-32d1de49-304a-4ca5-8ca4-34f787f35c04 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: bac13198-328b-4140-a4a5-645955934d29 with Priority: HIGHEST for action security_group_rules [ 1334.229385] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac13198-328b-4140-a4a5-645955934d29 with Priority: HIGHEST for action security_group_rules [ 1334.229892] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bac13198-328b-4140-a4a5-645955934d29 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.229999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.693122] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.693266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.693345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.693567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.693667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.693769] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bac13198-328b-4140-a4a5-645955934d29 already deleted. [ 1334.693861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.693986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.694165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.694242] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bac13198-328b-4140-a4a5-645955934d29',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.213237] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.213612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.213612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.213612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.213710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.213740] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bac13198-328b-4140-a4a5-645955934d29 already deleted. [ 1335.213844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.520395] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1337.520805] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] NSXv3 Agent Agent loop - iteration:3 started [ 1339.230453] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.230453] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.454524] env[69685]: INFO networking_nsxv3.common.synchronization [req-1bd4b300-9aa9-4989-aff5-79d5e816b2df req-3a1a0747-66a0-45fc-a67e-a64d898378ab tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: bac13198-328b-4140-a4a5-645955934d29 with Priority: HIGHEST for action security_group_members [ 1339.455074] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac13198-328b-4140-a4a5-645955934d29 with Priority: HIGHEST for action security_group_members [ 1339.456089] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bac13198-328b-4140-a4a5-645955934d29 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.456089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.456089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.456345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.456345] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.456549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.456549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.456657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.456724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.456775] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bac13198-328b-4140-a4a5-645955934d29',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.937228] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.937444] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.937575] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.937854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.938123] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.938284] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.938405] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.938627] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.938773] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.938994] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1339.939120] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.939230] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.939339] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.939470] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1339.939584] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.939716] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.958727] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.958866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.958910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.959100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.959188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.959417] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.959572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.959628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.959747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.959825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.959912] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bac13198-328b-4140-a4a5-645955934d29 already deleted. [ 1339.959992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.960914] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.961080] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1339.961221] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.961381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.961641] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.961801] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.961923] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.962219] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.962390] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.465125] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.465523] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.465523] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.465620] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.465750] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.465937] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 not found, creating... [ 1340.466230] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.466393] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.466515] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.466746] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.466887] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.467188] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.467378] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.467521] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.467738] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.467880] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.468037] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 is going to be created. [ 1340.488301] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.488484] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.488604] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.488856] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.489086] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.489312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.186277] env[69685]: INFO networking_nsxv3.common.synchronization [req-1bd4b300-9aa9-4989-aff5-79d5e816b2df req-e6dbae0e-3a4c-470e-9521-22478e8f9e0c service nova] Enqueued Resource ID: bac13198-328b-4140-a4a5-645955934d29 with Priority: HIGHEST for action security_group_rules [ 1341.186277] env[69685]: INFO networking_nsxv3.common.synchronization [req-1bd4b300-9aa9-4989-aff5-79d5e816b2df req-e6dbae0e-3a4c-470e-9521-22478e8f9e0c service nova] Enqueued Resource ID: bac13198-328b-4140-a4a5-645955934d29 with Priority: HIGHEST for action security_group_members [ 1341.186277] env[69685]: INFO networking_nsxv3.common.synchronization [req-1bd4b300-9aa9-4989-aff5-79d5e816b2df req-e6dbae0e-3a4c-470e-9521-22478e8f9e0c service nova] Enqueued Resource ID: 4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 with Priority: HIGHEST for action port [ 1341.186277] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac13198-328b-4140-a4a5-645955934d29 with Priority: HIGHEST for action security_group_rules [ 1341.186277] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac13198-328b-4140-a4a5-645955934d29 with Priority: HIGHEST for action security_group_members [ 1341.186277] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 with Priority: HIGHEST for action port [ 1341.186277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bac13198-328b-4140-a4a5-645955934d29 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.186277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.186277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.186277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.186277] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bac13198-328b-4140-a4a5-645955934d29',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.187311] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bac13198-328b-4140-a4a5-645955934d29 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.187470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.187512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.187764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.187952] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.188096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.188182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.188360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.188474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.188591] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bac13198-328b-4140-a4a5-645955934d29',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.189449] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.189578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.189620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.189824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.189918] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.691696] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bac13198-328b-4140-a4a5-645955934d29 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.691696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.691989] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bac13198-328b-4140-a4a5-645955934d29',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.692789] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 with status ACTIVE [ 1341.693453] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.693453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.693453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.693453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.693453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.693812] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.693812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.693812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.693922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.693922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.694104] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.694190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.694249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.694384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.694455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.694538] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2 is going to be updated. [ 1341.713479] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.713672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.713672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.713815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.713935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.714088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ccf78e2-dbfe-417d-8ad8-ad8f5e5a8be2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.196261] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bac13198-328b-4140-a4a5-645955934d29',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.698506] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.698894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.698894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.698894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.698992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.699090] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bac13198-328b-4140-a4a5-645955934d29 is going to be created. [ 1342.720659] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.720861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.720861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.721029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.721175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.729016] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bac13198-328b-4140-a4a5-645955934d29 in Status: UNINITIALIZED for 2s [ 1344.740547] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bac13198-328b-4140-a4a5-645955934d29 in Status: SUCCESS [ 1344.740849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.740887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.741120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.741311] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.741426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.741480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.741661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.741791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.741878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.741970] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bac13198-328b-4140-a4a5-645955934d29',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.243943] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bac13198-328b-4140-a4a5-645955934d29',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.746136] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bac13198-328b-4140-a4a5-645955934d29: rpc.has_security_group_logging(os_id): False [ 1345.764553] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.764734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.764819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.764983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.765134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.765320] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.765420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.765477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.765631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.765709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.765794] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bac13198-328b-4140-a4a5-645955934d29 is going to be created. [ 1345.823511] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.823770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.823770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.823914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.824108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.833706] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bac13198-328b-4140-a4a5-645955934d29 in Status: IN_PROGRESS for 2s [ 1346.185757] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.185875] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1347.846768] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bac13198-328b-4140-a4a5-645955934d29 in Status: SUCCESS [ 1347.847194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.187207] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.187513] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.188674] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.189249] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.189392] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.189811] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.191208] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.191595] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.192481] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.192481] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.459060] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.459060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.459060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.459060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.459060] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.962211] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.465070] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.967405] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1372.967532] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1373.797132] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.797517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.797517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.797611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.810116] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1373.810937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.811593] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1373.846916] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.847082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.847082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.847480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.859662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.860354] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1373.860435] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1373.860524] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1373.895550] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.895691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.895742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.895921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.896957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.897112] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1373.973766] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.973940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.973984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.974196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.974509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.974795] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1374.055278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.055420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.055480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.055696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.056020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.056320] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 1374.056413] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bac13198-328b-4140-a4a5-645955934d29', '0bd42f51-e414-4e9b-b5ac-a03a1a81074f', 'c26530b4-52d7-472d-8203-505030066b93', 'b74a88f3-d4f2-4d66-91a4-32176a44322c', 'b976ad0d-392d-454f-91d6-036c30538e5a', '3414f988-2b1c-46b9-a1c7-a57df13c2536', 'c3c6ac62-5e22-4f14-9c7c-d78d73c53726', 'e0c9cc64-9eee-4549-b419-4ce940b6899c', '752df773-597f-4e1b-aac0-2939a99418ce', 'c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8', 'ec555485-fd1b-43ee-aba8-4b8e2c9214af', 'a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75', '56bcf04a-f425-4d30-a5fa-2ef586b10193', '029d7318-b963-4044-b167-6c4d343d2fb4', '8093640f-4aed-4b94-b416-f101f9de7a78', 'ef2a4e4b-014a-4bfb-8efb-5029646a4819', '65280efd-5a1c-48f5-951c-8c81f834af95', 'e6755f4d-8d94-490b-badc-940049736a93', 'b7f6ddc3-6349-48c0-8cc2-800633f6824c', '9e3e2b7f-55f0-4789-b7f3-62dbc800ab49', '35905b05-4dc3-4f48-afea-f1daf64aeb6e', '3deeb4e7-4566-4f39-97e6-811829e5aead', '6f022d26-5a38-48a3-a01f-840a43bcad3a', 'd5f05a8e-e204-4799-9ce4-2b81b8b7959c', 'd0474128-8fe4-49a0-880c-b64aaa07676b', '25e9adc4-47f9-473e-b745-8ecbe66be6d1', '3e4862af-1466-4ed7-8624-207be67ee3d0', '116ae430-1c45-4626-8a06-89b061802121', '0ea83d22-6f06-4b2c-9cd9-380fb5c43ed8', '334c34b8-2b0e-498a-8dbd-44e3594416e5', 'c3351912-dc00-4670-aff5-89a7840fae95', '42b0707c-8e26-4244-b125-187101a91d94', 'e5a0f0ec-218e-4bba-acd1-9ee058fc1a16', '5eadf3f3-0b7f-4ad3-87a2-61a49e14c0a7', '95855033-d2b8-4802-b721-f2a0baf953b0'} {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1374.056504] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1374.073589] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.073709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.073771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.073953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.074051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.074153] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1374.074228] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1374.074296] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1374.156214] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.156414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.156414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.156553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.157713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.157987] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1374.158077] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1374.158151] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1374.158220] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1374.158298] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 1374.158370] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bac13198-328b-4140-a4a5-645955934d29 with Priority: HIGH for action security_group_rules [ 1374.158448] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f with Priority: HIGH for action security_group_rules [ 1374.158508] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c26530b4-52d7-472d-8203-505030066b93 with Priority: HIGH for action security_group_rules [ 1374.158574] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGH for action security_group_rules [ 1374.158634] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGH for action security_group_rules [ 1374.158698] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGH for action security_group_rules [ 1374.158759] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGH for action security_group_rules [ 1374.158815] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0c9cc64-9eee-4549-b419-4ce940b6899c with Priority: HIGH for action security_group_rules [ 1374.158878] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGH for action security_group_rules [ 1374.158935] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGH for action security_group_rules [ 1374.158991] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGH for action security_group_rules [ 1374.159061] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 with Priority: HIGH for action security_group_rules [ 1374.159116] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 with Priority: HIGH for action security_group_rules [ 1374.159175] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGH for action security_group_rules [ 1374.159240] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGH for action security_group_rules [ 1374.159296] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGH for action security_group_rules [ 1374.159355] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGH for action security_group_rules [ 1374.159409] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGH for action security_group_rules [ 1374.159474] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c with Priority: HIGH for action security_group_rules [ 1374.159536] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 with Priority: HIGH for action security_group_rules [ 1374.159626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.193264] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.193606] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1376.193606] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac13198-328b-4140-a4a5-645955934d29 with Priority: HIGH for action security_group_rules [ 1376.193685] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26530b4-52d7-472d-8203-505030066b93 with Priority: HIGH for action security_group_rules [ 1376.193736] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 with Priority: HIGH for action security_group_rules [ 1376.193892] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8093640f-4aed-4b94-b416-f101f9de7a78 with Priority: HIGH for action security_group_rules [ 1376.194043] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 with Priority: HIGH for action security_group_rules [ 1376.194171] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c with Priority: HIGH for action security_group_rules [ 1376.194293] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6755f4d-8d94-490b-badc-940049736a93 with Priority: HIGH for action security_group_rules [ 1376.194409] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65280efd-5a1c-48f5-951c-8c81f834af95 with Priority: HIGH for action security_group_rules [ 1376.194522] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029d7318-b963-4044-b167-6c4d343d2fb4 with Priority: HIGH for action security_group_rules [ 1376.194633] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 with Priority: HIGH for action security_group_rules [ 1376.194760] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 with Priority: HIGH for action security_group_rules [ 1376.194891] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 with Priority: HIGH for action security_group_rules [ 1376.194995] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGH for action security_group_rules [ 1376.195132] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 with Priority: HIGH for action security_group_rules [ 1376.195248] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752df773-597f-4e1b-aac0-2939a99418ce with Priority: HIGH for action security_group_rules [ 1376.195360] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 with Priority: HIGH for action security_group_rules [ 1376.195472] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c9cc64-9eee-4549-b419-4ce940b6899c with Priority: HIGH for action security_group_rules [ 1376.195584] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b976ad0d-392d-454f-91d6-036c30538e5a with Priority: HIGH for action security_group_rules [ 1376.195698] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f with Priority: HIGH for action security_group_rules [ 1376.195811] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGH for action security_group_rules [ 1376.196193] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bac13198-328b-4140-a4a5-645955934d29 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.196359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.196446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.196677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.196768] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bac13198-328b-4140-a4a5-645955934d29',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.197713] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c26530b4-52d7-472d-8203-505030066b93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.197832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.197889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.198056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.198134] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c26530b4-52d7-472d-8203-505030066b93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.198831] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.198940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.199013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.199170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.199242] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c6ac62-5e22-4f14-9c7c-d78d73c53726',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.200093] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8093640f-4aed-4b94-b416-f101f9de7a78 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.200206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.200273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.200424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.200504] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8093640f-4aed-4b94-b416-f101f9de7a78',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.201188] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.201297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.201362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.201513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.201587] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e3e2b7f-55f0-4789-b7f3-62dbc800ab49',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.202416] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.202416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.202550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.202609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.202682] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7f6ddc3-6349-48c0-8cc2-800633f6824c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.203350] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6755f4d-8d94-490b-badc-940049736a93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.203458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.203525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.203677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.203750] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6755f4d-8d94-490b-badc-940049736a93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.204419] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65280efd-5a1c-48f5-951c-8c81f834af95 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.204539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.204580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.204729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.204808] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65280efd-5a1c-48f5-951c-8c81f834af95',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.205575] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-029d7318-b963-4044-b167-6c4d343d2fb4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.205682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.205752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.205913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.205988] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('029d7318-b963-4044-b167-6c4d343d2fb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.206656] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.206764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.206832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.206985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.207064] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef2a4e4b-014a-4bfb-8efb-5029646a4819',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.207714] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56bcf04a-f425-4d30-a5fa-2ef586b10193 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.207892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.207962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.208121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.208194] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56bcf04a-f425-4d30-a5fa-2ef586b10193',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.208952] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.209088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.209130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.209281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.209356] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.210078] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec555485-fd1b-43ee-aba8-4b8e2c9214af taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.210254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.210254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.210390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.210451] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.211086] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.211182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.211243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.211394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.211480] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.212162] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-752df773-597f-4e1b-aac0-2939a99418ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.212267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.212467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.212467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.212572] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('752df773-597f-4e1b-aac0-2939a99418ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.213484] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3414f988-2b1c-46b9-a1c7-a57df13c2536 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.213598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.213665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.213820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.213894] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3414f988-2b1c-46b9-a1c7-a57df13c2536',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.214571] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c9cc64-9eee-4549-b419-4ce940b6899c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.214678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.214745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.214897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.214971] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c9cc64-9eee-4549-b419-4ce940b6899c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.215650] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b976ad0d-392d-454f-91d6-036c30538e5a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.215757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.215825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.215986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.216164] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b976ad0d-392d-454f-91d6-036c30538e5a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.218195] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.218305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.218375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.218529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.218615] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bd42f51-e414-4e9b-b5ac-a03a1a81074f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.219286] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b74a88f3-d4f2-4d66-91a4-32176a44322c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.219392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.219458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.219611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.219690] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.250430] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.250628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.250628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.250832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.252438] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.252543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.268059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.268174] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8093640f-4aed-4b94-b416-f101f9de7a78 is going to be deleted. [ 1376.268954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.269165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.288762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.288881] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e3e2b7f-55f0-4789-b7f3-62dbc800ab49 is going to be deleted. [ 1376.323878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.324128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.324176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.324386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.324503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.324644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8093640f-4aed-4b94-b416-f101f9de7a78" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.332919] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.333052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.333109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.333289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.333374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.333483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e3e2b7f-55f0-4789-b7f3-62dbc800ab49" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.728164] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bac13198-328b-4140-a4a5-645955934d29 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.728384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.728384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.728582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.728772] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.728960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.728960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.729098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.729170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.729256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.729380] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bac13198-328b-4140-a4a5-645955934d29',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.732264] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c9cc64-9eee-4549-b419-4ce940b6899c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.732264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.732546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.732546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.732636] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.732704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.732761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.732904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.732981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.733073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.733155] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0c9cc64-9eee-4549-b419-4ce940b6899c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.736993] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.737126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.737206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.737395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.737558] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.737687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.737775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.737857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.737942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.738043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.738138] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bd42f51-e414-4e9b-b5ac-a03a1a81074f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.740923] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b74a88f3-d4f2-4d66-91a4-32176a44322c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.741077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.741155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.741348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.741518] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.741618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.741682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.741827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.741904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.741989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.742081] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.750335] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0c9cc64-9eee-4549-b419-4ce940b6899c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.752174] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bac13198-328b-4140-a4a5-645955934d29',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.755997] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.781794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.781979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.782366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.782366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.783769] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.783885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.786008] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.786128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.788468] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.788592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.790931] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.791086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.791752] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.791848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.796242] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.796364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.797025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.797114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.797792] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.797874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.801467] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.801580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.802443] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.802537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.803118] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1376.803538] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.803647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.805407] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1376.805772] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.805878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.807856] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1376.808302] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.808410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.811015] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1376.811450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.811576] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56bcf04a-f425-4d30-a5fa-2ef586b10193 is going to be deleted. [ 1376.812515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.812718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.828632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.828752] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7f6ddc3-6349-48c0-8cc2-800633f6824c is going to be deleted. [ 1376.829495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.829715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.844627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.844758] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3414f988-2b1c-46b9-a1c7-a57df13c2536 is going to be deleted. [ 1376.845441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.845630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.866500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.866635] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c26530b4-52d7-472d-8203-505030066b93 is going to be deleted. [ 1376.867519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.867724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.868995] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.869109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.880105] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.880254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.889072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.889178] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65280efd-5a1c-48f5-951c-8c81f834af95 is going to be deleted. [ 1376.889991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.890195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.908724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.908843] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af is going to be deleted. [ 1376.909732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.909938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.912627] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.912761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.930649] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.930880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.932250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.932366] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8 is going to be deleted. [ 1376.933215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.933426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.959101] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.959260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.977131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.977259] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 752df773-597f-4e1b-aac0-2939a99418ce is going to be deleted. [ 1376.978066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.978268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.037255] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.037407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.043871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.043980] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b976ad0d-392d-454f-91d6-036c30538e5a is going to be deleted. [ 1377.044775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.044976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.084596] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.084748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.098722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.098851] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6755f4d-8d94-490b-badc-940049736a93 is going to be deleted. [ 1377.099578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.099810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.122425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.122517] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef2a4e4b-014a-4bfb-8efb-5029646a4819 is going to be deleted. [ 1377.123226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.123405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.156750] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.156876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.181736] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.181918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.206634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.206957] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029d7318-b963-4044-b167-6c4d343d2fb4 is going to be deleted. [ 1377.208024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.208024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.251744] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bd42f51-e414-4e9b-b5ac-a03a1a81074f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.253394] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.253525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.257635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.257812] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75 is going to be deleted. [ 1377.258666] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bac13198-328b-4140-a4a5-645955934d29: rpc.has_security_group_logging(os_id): False [ 1377.259497] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0c9cc64-9eee-4549-b419-4ce940b6899c: rpc.has_security_group_logging(os_id): False [ 1377.260256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.260483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.270487] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b74a88f3-d4f2-4d66-91a4-32176a44322c: rpc.has_security_group_logging(os_id): False [ 1377.297883] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.298067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.301854] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.302034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.302651] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.302750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.303405] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.303500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.322260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.322369] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c6ac62-5e22-4f14-9c7c-d78d73c53726 is going to be deleted. [ 1377.323250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.323463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.323554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.323678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56bcf04a-f425-4d30-a5fa-2ef586b10193" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.323828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.323978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.324068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.324198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7f6ddc3-6349-48c0-8cc2-800633f6824c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.324639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.324815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.324901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.325031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3414f988-2b1c-46b9-a1c7-a57df13c2536" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.325162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.325310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.325386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.325494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c26530b4-52d7-472d-8203-505030066b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.325615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.325757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.325833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.325942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65280efd-5a1c-48f5-951c-8c81f834af95" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.326077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.326216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.326291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.326396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.326518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.326659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.326735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.326842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5fe225c-fcbd-4a50-a0a3-b3289fbf0fb8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.326967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.327116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.327192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.327298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-752df773-597f-4e1b-aac0-2939a99418ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.327419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.327557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.327647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.327758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b976ad0d-392d-454f-91d6-036c30538e5a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.327880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.328034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.328110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.328243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6755f4d-8d94-490b-badc-940049736a93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.328372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.328521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.328624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.328689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef2a4e4b-014a-4bfb-8efb-5029646a4819" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.329110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.329264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.354478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.354759] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.354869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.354919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.355110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.355193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.355289] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b74a88f3-d4f2-4d66-91a4-32176a44322c is going to be updated. [ 1377.356215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.356382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.397134] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.397262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.405396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.405817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.405817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.405817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.406060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.406094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.406183] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c9cc64-9eee-4549-b419-4ce940b6899c is going to be updated. [ 1377.407154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.407321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.409215] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.409333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.442828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.443082] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.443194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.443252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.443423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.443507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.443598] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bac13198-328b-4140-a4a5-645955934d29 is going to be updated. [ 1377.444568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.444736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.444833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.444944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-029d7318-b963-4044-b167-6c4d343d2fb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.445080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.445224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.445303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.445409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6d2ee8b-4ed1-435e-9001-9a6edf6c4c75" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.446066] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.446181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.446248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.446392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.446470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.446575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c6ac62-5e22-4f14-9c7c-d78d73c53726" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.520625] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.520843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.520843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.521052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.521196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.561422] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.561582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.561582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.561758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.561883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.566079] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: IN_PROGRESS for 2s [ 1377.574934] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c9cc64-9eee-4549-b419-4ce940b6899c in Status: IN_PROGRESS for 2s [ 1377.577455] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.577570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.577637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.577807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.577931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.597859] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bac13198-328b-4140-a4a5-645955934d29 in Status: IN_PROGRESS for 2s [ 1377.755229] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bd42f51-e414-4e9b-b5ac-a03a1a81074f: rpc.has_security_group_logging(os_id): False [ 1377.773987] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.774196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.774241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.774429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.793242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.793529] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.793649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.793716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.793916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.794012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.794113] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f is going to be updated. [ 1377.850053] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.850237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.850305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.850455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.850599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.865595] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f in Status: IN_PROGRESS for 2s [ 1379.580100] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: SUCCESS [ 1379.580386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.585037] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c9cc64-9eee-4549-b419-4ce940b6899c in Status: SUCCESS [ 1379.585223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.609273] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bac13198-328b-4140-a4a5-645955934d29 in Status: SUCCESS [ 1379.609469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.907271] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f in Status: SUCCESS [ 1379.907539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.196908] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.197336] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.197791] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.198213] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.119941] env[69685]: INFO networking_nsxv3.common.synchronization [req-d34d5df2-99f7-489d-a799-91240e57a6ad req-a8a42868-ae96-4d3b-9609-811f237e27e1 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: bac13198-328b-4140-a4a5-645955934d29 with Priority: HIGHEST for action security_group_members [ 1389.120342] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac13198-328b-4140-a4a5-645955934d29 with Priority: HIGHEST for action security_group_members [ 1389.120649] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bac13198-328b-4140-a4a5-645955934d29 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.120781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.120858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.121089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.121226] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.121554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.121620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.121796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.121885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.121991] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bac13198-328b-4140-a4a5-645955934d29',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.624272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.624434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.624434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.624664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.624755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.624953] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.625126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.625194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.625353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.625432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.625522] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bac13198-328b-4140-a4a5-645955934d29 is going to be updated. [ 1389.653735] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.653906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.653906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.654086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.654214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.661752] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bac13198-328b-4140-a4a5-645955934d29 in Status: IN_PROGRESS for 2s [ 1391.671772] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bac13198-328b-4140-a4a5-645955934d29 in Status: SUCCESS [ 1391.672198] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bac13198-328b-4140-a4a5-645955934d29 deletion is rescheduled due to dependency. [ 1391.672198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bac13198-328b-4140-a4a5-645955934d29" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.121245] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.121729] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.122648] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.123131] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.313318] env[69685]: INFO networking_nsxv3.common.synchronization [req-858b6cda-9b83-4a03-9c51-887597806661 req-62791528-7ceb-44b9-b1d5-2fcd86b3686f tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: e0c9cc64-9eee-4549-b419-4ce940b6899c with Priority: HIGHEST for action security_group_members [ 1400.313850] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c9cc64-9eee-4549-b419-4ce940b6899c with Priority: HIGHEST for action security_group_members [ 1400.314180] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c9cc64-9eee-4549-b419-4ce940b6899c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.314302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.314362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.314569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.314718] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.314815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.314883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.315041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.315186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.315247] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c9cc64-9eee-4549-b419-4ce940b6899c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.817187] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.817461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.817461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.817701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.817842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.818105] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.818257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.818389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.818553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.818643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.818760] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c9cc64-9eee-4549-b419-4ce940b6899c is going to be updated. [ 1400.845624] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.845831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.845831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.846040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.846130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.853993] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c9cc64-9eee-4549-b419-4ce940b6899c in Status: IN_PROGRESS for 2s [ 1402.866521] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c9cc64-9eee-4549-b419-4ce940b6899c in Status: SUCCESS [ 1402.866862] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c9cc64-9eee-4549-b419-4ce940b6899c deletion is rescheduled due to dependency. [ 1402.866862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c9cc64-9eee-4549-b419-4ce940b6899c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.903574] env[69685]: INFO networking_nsxv3.common.synchronization [None req-f1906396-3502-405d-b873-1bee99996cac tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 with Priority: HIGHEST for action security_group_rules [ 1404.903574] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 with Priority: HIGHEST for action security_group_rules [ 1404.903574] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3aa2d71-c8f5-4614-aac3-2c430d5474b9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.903574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.903574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.904285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.905343] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3aa2d71-c8f5-4614-aac3-2c430d5474b9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.964820] env[69685]: INFO networking_nsxv3.common.synchronization [None req-e85f5386-fe5d-451e-814b-02daac671477 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 with Priority: HIGHEST for action security_group_rules [ 1404.965305] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 with Priority: HIGHEST for action security_group_rules [ 1404.965600] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3aa2d71-c8f5-4614-aac3-2c430d5474b9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.965701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.424635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.424836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.424836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.425128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.425209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.425242] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 already deleted. [ 1405.425331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.425522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.425615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.425679] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3aa2d71-c8f5-4614-aac3-2c430d5474b9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.944274] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.944691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.944691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.944691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.944815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.944815] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 already deleted. [ 1405.944936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.966611] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.966611] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.195901] env[69685]: INFO networking_nsxv3.common.synchronization [req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d req-f05750ae-6806-460b-9963-f01e86f1e799 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 with Priority: HIGHEST for action security_group_members [ 1410.196378] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 with Priority: HIGHEST for action security_group_members [ 1410.196684] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.196893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.196992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.197237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.197411] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.197514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.197579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.197735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.197830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.197953] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3aa2d71-c8f5-4614-aac3-2c430d5474b9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.445070] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.445286] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.445412] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.445692] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.445954] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.446129] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.446248] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.446465] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.446606] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.446815] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1410.446929] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1410.447055] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1410.447158] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1410.447276] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1410.447395] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1410.447531] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1410.466479] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1410.466637] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1410.466777] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1410.466950] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.467266] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-afabaab1-823d-49da-972a-e53ace6f6247 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.467434] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-afabaab1-823d-49da-972a-e53ace6f6247" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.467555] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-afabaab1-823d-49da-972a-e53ace6f6247" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.467854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-afabaab1-823d-49da-972a-e53ace6f6247" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.467998] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afabaab1-823d-49da-972a-e53ace6f6247',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.700469] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.700679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.700679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.700844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.700966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.701270] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.701384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.701444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.701618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.701702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.701787] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 already deleted. [ 1410.701866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.970750] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.971206] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.971206] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.971932] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.971932] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.971932] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port afabaab1-823d-49da-972a-e53ace6f6247 not found, creating... [ 1410.972124] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.972124] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.972294] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.972801] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.972801] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.974268] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.974268] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.974268] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.974268] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.974268] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.974268] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: afabaab1-823d-49da-972a-e53ace6f6247 is going to be created. [ 1410.992884] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.993181] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.993370] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.993678] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.993978] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.994248] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-afabaab1-823d-49da-972a-e53ace6f6247" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.654909] env[69685]: INFO networking_nsxv3.common.synchronization [req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d req-99fff3c4-7df1-4d9e-817a-d05f9f1d33c5 service nova] Enqueued Resource ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 with Priority: HIGHEST for action security_group_rules [ 1411.655125] env[69685]: INFO networking_nsxv3.common.synchronization [req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d req-99fff3c4-7df1-4d9e-817a-d05f9f1d33c5 service nova] Enqueued Resource ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 with Priority: HIGHEST for action security_group_members [ 1411.655269] env[69685]: INFO networking_nsxv3.common.synchronization [req-b37d0cce-99ff-429e-b9cd-d1c8e34af17d req-99fff3c4-7df1-4d9e-817a-d05f9f1d33c5 service nova] Enqueued Resource ID: afabaab1-823d-49da-972a-e53ace6f6247 with Priority: HIGHEST for action port [ 1411.655494] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 with Priority: HIGHEST for action security_group_rules [ 1411.655622] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 with Priority: HIGHEST for action security_group_members [ 1411.655718] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afabaab1-823d-49da-972a-e53ace6f6247 with Priority: HIGHEST for action port [ 1411.656277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3aa2d71-c8f5-4614-aac3-2c430d5474b9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.656398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.656460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.656661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.656742] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3aa2d71-c8f5-4614-aac3-2c430d5474b9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.657665] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.657771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.657847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.658038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.658193] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.658290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.658377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.658488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.658571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.658657] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3aa2d71-c8f5-4614-aac3-2c430d5474b9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.659344] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-afabaab1-823d-49da-972a-e53ace6f6247 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.659453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afabaab1-823d-49da-972a-e53ace6f6247" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.659548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afabaab1-823d-49da-972a-e53ace6f6247" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.659662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afabaab1-823d-49da-972a-e53ace6f6247" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.659731] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afabaab1-823d-49da-972a-e53ace6f6247',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.161054] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.161396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.161447] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afabaab1-823d-49da-972a-e53ace6f6247 with status ACTIVE [ 1412.161643] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.161712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.161749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.161992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.166018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.166018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.166018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.166018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.166018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.166018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.166018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.166018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.166018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.166018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.166018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.166018] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afabaab1-823d-49da-972a-e53ace6f6247 is going to be updated. [ 1412.166018] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3aa2d71-c8f5-4614-aac3-2c430d5474b9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.189030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.189187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.189229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.189798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.189798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.189798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afabaab1-823d-49da-972a-e53ace6f6247" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.292020] env[69685]: INFO networking_nsxv3.common.synchronization [req-0750ec78-51fd-4b2e-ae2a-d2d261e57731 req-90909fcd-1e8a-4f84-889d-f89576de3716 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Enqueued Resource ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f with Priority: HIGHEST for action security_group_members [ 1412.292020] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f with Priority: HIGHEST for action security_group_members [ 1412.292020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.292020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.292020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.292488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.292762] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.293028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.293234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.293504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.293723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.293938] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd42f51-e414-4e9b-b5ac-a03a1a81074f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.666632] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3aa2d71-c8f5-4614-aac3-2c430d5474b9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.796631] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.796857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.796939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.797248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.797421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.797696] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.797839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.798050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.798235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.798326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.798424] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f is going to be updated. [ 1412.825151] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.825319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.825382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.825518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.825650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.833624] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f in Status: IN_PROGRESS for 2s [ 1413.168965] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.169419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.169419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.169618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.169677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.169822] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 is going to be created. [ 1413.231790] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.231964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.232026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.232227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.232419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.246803] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 in Status: UNINITIALIZED for 2s [ 1414.842871] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f in Status: SUCCESS [ 1414.843295] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd42f51-e414-4e9b-b5ac-a03a1a81074f deletion is rescheduled due to dependency. [ 1414.843295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd42f51-e414-4e9b-b5ac-a03a1a81074f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.257071] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 in Status: SUCCESS [ 1415.257071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.257071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.257071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.257361] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.257361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.257458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.257610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.257610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.257716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.257774] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3aa2d71-c8f5-4614-aac3-2c430d5474b9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.760175] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3aa2d71-c8f5-4614-aac3-2c430d5474b9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.263909] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3aa2d71-c8f5-4614-aac3-2c430d5474b9: rpc.has_security_group_logging(os_id): False [ 1416.281111] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.281328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.281328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.281578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.281648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.281851] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.281953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.282043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.282213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.282292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.282380] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 is going to be created. [ 1416.348287] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.348517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.348517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.348688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.348924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.361999] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 in Status: IN_PROGRESS for 2s [ 1417.292573] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.292850] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1418.374494] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 in Status: SUCCESS [ 1418.375098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.713110] env[69685]: INFO networking_nsxv3.common.synchronization [req-fbc6c723-7518-40e2-94c8-250fd22d0a28 req-a2a6a8dc-b69d-44cc-92b3-db812abd7f85 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Enqueued Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_members [ 1421.713110] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_members [ 1421.713512] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec555485-fd1b-43ee-aba8-4b8e2c9214af taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.713512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.713662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.713845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.714052] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.714202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.714297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.714477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.714628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.714706] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.982384] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.982593] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.982722] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.982992] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.983270] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.983433] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.983557] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.983780] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.983931] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.984167] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1421.984289] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1421.984403] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1421.984515] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1421.984629] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1421.984738] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1421.984873] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1422.007495] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1422.007680] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1422.007876] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1422.008139] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.008502] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-e1b42ab9-5d30-4730-b3f3-27dd63292aa7 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.008709] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-e1b42ab9-5d30-4730-b3f3-27dd63292aa7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.008932] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-e1b42ab9-5d30-4730-b3f3-27dd63292aa7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.009237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-e1b42ab9-5d30-4730-b3f3-27dd63292aa7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.009443] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1b42ab9-5d30-4730-b3f3-27dd63292aa7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.216925] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.217183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.217183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.217379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.217472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.217674] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.217773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.217838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.217988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.218079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.218168] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af is going to be deleted. [ 1422.245152] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.245315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.245372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.245495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.245581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.245675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.512015] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.512266] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.512403] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.512686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.512840] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.512999] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port e1b42ab9-5d30-4730-b3f3-27dd63292aa7 not found, creating... [ 1422.513274] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.513439] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.513563] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.513783] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.513926] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.514238] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.514393] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.514511] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.514717] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.514854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.514994] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: e1b42ab9-5d30-4730-b3f3-27dd63292aa7 is going to be created. [ 1422.533443] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.533644] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.533753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.534012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.534240] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.534462] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-e1b42ab9-5d30-4730-b3f3-27dd63292aa7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.196867] env[69685]: INFO networking_nsxv3.common.synchronization [req-fbc6c723-7518-40e2-94c8-250fd22d0a28 req-ec7f43aa-d24e-4034-b819-ed0c7f821c35 service nova] Enqueued Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_rules [ 1423.197119] env[69685]: INFO networking_nsxv3.common.synchronization [req-fbc6c723-7518-40e2-94c8-250fd22d0a28 req-ec7f43aa-d24e-4034-b819-ed0c7f821c35 service nova] Enqueued Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_members [ 1423.197212] env[69685]: INFO networking_nsxv3.common.synchronization [req-fbc6c723-7518-40e2-94c8-250fd22d0a28 req-ec7f43aa-d24e-4034-b819-ed0c7f821c35 service nova] Enqueued Resource ID: e1b42ab9-5d30-4730-b3f3-27dd63292aa7 with Priority: HIGHEST for action port [ 1423.197451] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_rules [ 1423.197710] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_members [ 1423.197710] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b42ab9-5d30-4730-b3f3-27dd63292aa7 with Priority: HIGHEST for action port [ 1423.198270] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec555485-fd1b-43ee-aba8-4b8e2c9214af taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.198400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.198495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.198658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.198741] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.199712] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec555485-fd1b-43ee-aba8-4b8e2c9214af taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.199712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.199712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.199981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.200038] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.200120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.200180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.200324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.200409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.200494] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.201280] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1b42ab9-5d30-4730-b3f3-27dd63292aa7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.201429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1b42ab9-5d30-4730-b3f3-27dd63292aa7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.201429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1b42ab9-5d30-4730-b3f3-27dd63292aa7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.201573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1b42ab9-5d30-4730-b3f3-27dd63292aa7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.201621] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1b42ab9-5d30-4730-b3f3-27dd63292aa7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.705046] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.706108] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec555485-fd1b-43ee-aba8-4b8e2c9214af taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.706221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.706374] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1b42ab9-5d30-4730-b3f3-27dd63292aa7 with status ACTIVE [ 1423.706535] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.706638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.706699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.706903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.706992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.707174] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.707271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.707330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.707487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.707563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.707741] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.707833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.707927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.708036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.708139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.708198] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1b42ab9-5d30-4730-b3f3-27dd63292aa7 is going to be updated. [ 1423.731361] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.731548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.731548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.731711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.731837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.731980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1b42ab9-5d30-4730-b3f3-27dd63292aa7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.210786] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.714472] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.714742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.714865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.715141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.715259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.715364] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af is going to be created. [ 1424.742488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.742726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.742775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.742971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.743184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.752077] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af in Status: UNINITIALIZED for 2s [ 1426.763681] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af in Status: SUCCESS [ 1426.764088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.764088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.764282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.764471] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.764586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.764652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.764809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.764885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.764973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.765074] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.268156] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec555485-fd1b-43ee-aba8-4b8e2c9214af taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.268400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.268400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.268599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.268770] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.268863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.268955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.269092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.269180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.269304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.269419] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec555485-fd1b-43ee-aba8-4b8e2c9214af taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.269553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.269553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.269981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.269981] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.269981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.269981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.270251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.270251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.270363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.270363] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.772921] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec555485-fd1b-43ee-aba8-4b8e2c9214af: rpc.has_security_group_logging(os_id): False [ 1427.789820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.789980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.790112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.790257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.790354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.790563] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.790630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.790691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.790838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.790917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.791151] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.791265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.791328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.791485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.791563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.791741] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.791847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.791907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.792057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.792134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.792220] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af is going to be created. [ 1427.848932] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.849156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.849244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.849522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.849763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.866927] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af in Status: IN_PROGRESS for 2s [ 1428.198612] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.198792] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1429.884367] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af in Status: SUCCESS [ 1429.884742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.624561] env[69685]: INFO networking_nsxv3.common.synchronization [req-edd3c31b-cacd-4d99-9333-f929de5f6a98 req-d6b41952-9044-4253-a204-3919946c3de4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Enqueued Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_members [ 1431.625136] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af with Priority: HIGHEST for action security_group_members [ 1431.625445] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec555485-fd1b-43ee-aba8-4b8e2c9214af taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.625569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.625646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.625837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.625988] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.626288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.626353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.626514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.626603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.626700] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec555485-fd1b-43ee-aba8-4b8e2c9214af',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.665926] env[69685]: INFO networking_nsxv3.common.synchronization [req-edd3c31b-cacd-4d99-9333-f929de5f6a98 req-d6b41952-9044-4253-a204-3919946c3de4 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Enqueued Resource ID: e1b42ab9-5d30-4730-b3f3-27dd63292aa7 with Priority: HIGHEST for action port [ 1431.666437] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b42ab9-5d30-4730-b3f3-27dd63292aa7 with Priority: HIGHEST for action port [ 1431.666744] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1b42ab9-5d30-4730-b3f3-27dd63292aa7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.666870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1b42ab9-5d30-4730-b3f3-27dd63292aa7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.666933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1b42ab9-5d30-4730-b3f3-27dd63292aa7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.667147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1b42ab9-5d30-4730-b3f3-27dd63292aa7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.667232] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1b42ab9-5d30-4730-b3f3-27dd63292aa7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.129229] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.129399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.129474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.129702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.129798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.129999] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.130130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.130201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.130360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.130435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.130523] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af is going to be updated. [ 1432.159846] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.160100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.160100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.160433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.160546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.168267] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af in Status: IN_PROGRESS for 2s [ 1432.169700] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1b42ab9-5d30-4730-b3f3-27dd63292aa7 with status ACTIVE [ 1432.169902] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.170061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.170140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.170405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.170503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.170689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.170795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.170938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.171104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.171218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.171370] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.171523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.171523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.171680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.171769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.171958] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1b42ab9-5d30-4730-b3f3-27dd63292aa7 is going to be updated. [ 1432.194141] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.194394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.195396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.195396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.195396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.195396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1b42ab9-5d30-4730-b3f3-27dd63292aa7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.176996] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af in Status: SUCCESS [ 1434.176996] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec555485-fd1b-43ee-aba8-4b8e2c9214af deletion is rescheduled due to dependency. [ 1434.177428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec555485-fd1b-43ee-aba8-4b8e2c9214af" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.667375] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.667733] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.668709] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.669163] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.669979] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.670367] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.671041] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.671327] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.014741] env[69685]: INFO networking_nsxv3.common.synchronization [req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 req-0efc4249-7d38-4c05-aaf2-20f57e5c58d0 tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Enqueued Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_members [ 1455.015255] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_members [ 1455.015614] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b74a88f3-d4f2-4d66-91a4-32176a44322c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.015744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.015830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.016144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.016218] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.016367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.016464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.016633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.016765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.016870] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.285050] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.285050] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.285050] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.285050] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.285317] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.285317] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.285432] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.285622] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.285775] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.285982] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1455.286110] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1455.286230] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1455.286344] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1455.286459] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1455.286567] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1455.286698] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1455.305801] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1455.305960] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1455.306109] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1455.306274] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.306555] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-601f29e4-582d-4c7e-b4e1-02733e57177b taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.306716] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-601f29e4-582d-4c7e-b4e1-02733e57177b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.306838] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-601f29e4-582d-4c7e-b4e1-02733e57177b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.307151] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-601f29e4-582d-4c7e-b4e1-02733e57177b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.307294] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('601f29e4-582d-4c7e-b4e1-02733e57177b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.519406] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.809477] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.809801] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.810052] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.810448] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.810685] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.810938] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port 601f29e4-582d-4c7e-b4e1-02733e57177b not found, creating... [ 1455.811330] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.811553] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.811694] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.811879] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.812016] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.812326] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.812489] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.812631] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.812824] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.812958] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.813117] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: 601f29e4-582d-4c7e-b4e1-02733e57177b is going to be created. [ 1455.835891] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.836106] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.836241] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.836503] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.836760] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.837114] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-601f29e4-582d-4c7e-b4e1-02733e57177b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.021982] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.525022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.525121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.525121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.525347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.525444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.525542] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b74a88f3-d4f2-4d66-91a4-32176a44322c is going to be updated. [ 1456.532483] env[69685]: INFO networking_nsxv3.common.synchronization [req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 req-989ef751-da6c-4fd3-9862-ee0ac2ce1dbd service nova] Enqueued Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_rules [ 1456.532723] env[69685]: INFO networking_nsxv3.common.synchronization [req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 req-989ef751-da6c-4fd3-9862-ee0ac2ce1dbd service nova] Enqueued Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_members [ 1456.532880] env[69685]: INFO networking_nsxv3.common.synchronization [req-96534de7-5b63-41eb-bc29-f4ee7b0ae4f8 req-989ef751-da6c-4fd3-9862-ee0ac2ce1dbd service nova] Enqueued Resource ID: 601f29e4-582d-4c7e-b4e1-02733e57177b with Priority: HIGHEST for action port [ 1456.533123] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_rules [ 1456.533253] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_members [ 1456.533350] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 601f29e4-582d-4c7e-b4e1-02733e57177b with Priority: HIGHEST for action port [ 1456.533954] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b74a88f3-d4f2-4d66-91a4-32176a44322c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.534032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.534072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.534243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.534325] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.535128] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b74a88f3-d4f2-4d66-91a4-32176a44322c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.535219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.535412] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-601f29e4-582d-4c7e-b4e1-02733e57177b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.535513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-601f29e4-582d-4c7e-b4e1-02733e57177b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.535577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-601f29e4-582d-4c7e-b4e1-02733e57177b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.535735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-601f29e4-582d-4c7e-b4e1-02733e57177b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.535810] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('601f29e4-582d-4c7e-b4e1-02733e57177b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.556228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.556380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.556422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.556648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.556821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.565411] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: IN_PROGRESS for 2s [ 1457.038240] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b74a88f3-d4f2-4d66-91a4-32176a44322c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.038789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.038789] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 601f29e4-582d-4c7e-b4e1-02733e57177b with status ACTIVE [ 1457.038789] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.038920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.038965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.039205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.039294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.039470] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.039568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.039629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.039785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.039862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.040053] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.040149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.040216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.040451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.040526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.040609] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 601f29e4-582d-4c7e-b4e1-02733e57177b is going to be updated. [ 1457.061156] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.061345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.061345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.061500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.061626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.061775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-601f29e4-582d-4c7e-b4e1-02733e57177b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.770256] env[69685]: INFO networking_nsxv3.common.synchronization [req-cad1b20b-2997-4030-b589-02083a6358f5 req-533f88c3-9ff6-4ca2-80c6-9e0e66fe83d9 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Enqueued Resource ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 with Priority: HIGHEST for action security_group_members [ 1457.770820] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 with Priority: HIGHEST for action security_group_members [ 1457.771459] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-25e9adc4-47f9-473e-b745-8ecbe66be6d1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.771592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.771662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.771942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.772017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.772122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.772184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.772336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.772419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.772512] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25e9adc4-47f9-473e-b745-8ecbe66be6d1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.277100] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.277527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.277527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.277675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.299491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.299726] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.299840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.299907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.300113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.300197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.300289] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 is going to be updated. [ 1458.336668] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.336854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.336954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.337185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.337330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.346945] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 in Status: IN_PROGRESS for 2s [ 1458.574470] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: SUCCESS [ 1458.574709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.574857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.575105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.575286] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.575403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.575461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.575616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.575703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.575790] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.077686] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.581409] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.084167] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.084358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.084417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.084613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.084710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.084816] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b74a88f3-d4f2-4d66-91a4-32176a44322c is going to be updated. [ 1460.111732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.111973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.111973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.112164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.112314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.123705] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: IN_PROGRESS for 2s [ 1460.358081] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 in Status: SUCCESS [ 1460.358290] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25e9adc4-47f9-473e-b745-8ecbe66be6d1 deletion is rescheduled due to dependency. [ 1460.358415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25e9adc4-47f9-473e-b745-8ecbe66be6d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.132549] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: SUCCESS [ 1462.132884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.132935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.133147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.133346] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.133457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.133525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.133680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.133764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.133848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.133940] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.283075] env[69685]: INFO networking_nsxv3.common.synchronization [None req-18f6debd-53d0-4c44-a173-2a840eeec012 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Enqueued Resource ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da with Priority: HIGHEST for action security_group_rules [ 1462.283595] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da with Priority: HIGHEST for action security_group_rules [ 1462.283900] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.284327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.284440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.284710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.284799] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.369317] env[69685]: INFO networking_nsxv3.common.synchronization [None req-53da82fe-cafc-4fb2-b083-28597077ac2c tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Enqueued Resource ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da with Priority: HIGHEST for action security_group_rules [ 1462.369835] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da with Priority: HIGHEST for action security_group_rules [ 1462.370459] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.370591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.635469] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.803963] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.804140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.804234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.804508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.804618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.804719] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da already deleted. [ 1462.804848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.804942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.805157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.805264] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.137866] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b74a88f3-d4f2-4d66-91a4-32176a44322c: rpc.has_security_group_logging(os_id): False [ 1463.156837] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.156980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.157064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.157278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.157375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.157624] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.157724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.157791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.157944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.158033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.158119] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b74a88f3-d4f2-4d66-91a4-32176a44322c is going to be updated. [ 1463.212277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.212455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.212503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.212735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.212944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.229744] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: IN_PROGRESS for 2s [ 1463.344625] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.344844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.344844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.345185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.345185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.345328] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da already deleted. [ 1463.345328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.244537] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: SUCCESS [ 1465.244906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.370884] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.371213] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.924209] env[69685]: INFO networking_nsxv3.common.synchronization [req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 req-71a46d08-e9dd-408a-a75a-2acbee06fcec tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Enqueued Resource ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da with Priority: HIGHEST for action security_group_members [ 1469.924756] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da with Priority: HIGHEST for action security_group_members [ 1469.925135] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.925246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.925316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.925576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.925728] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.925819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.925897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.926071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.926159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.926264] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.175733] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.175942] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-354" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.176081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-354" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.176347] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-354" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.176598] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.176757] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.176878] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.177107] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.177260] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.177525] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1470.177579] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1470.177694] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1470.177808] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1470.177923] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1470.178047] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1470.178183] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1470.197058] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1470.197815] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1470.197815] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1470.197815] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-354" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.198107] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-e81f0870-9493-4d26-88c3-fa58900a2ed6 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.199153] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-e81f0870-9493-4d26-88c3-fa58900a2ed6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.199153] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-e81f0870-9493-4d26-88c3-fa58900a2ed6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.199153] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-e81f0870-9493-4d26-88c3-fa58900a2ed6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.199153] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e81f0870-9493-4d26-88c3-fa58900a2ed6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.428727] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.428932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.428978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.429197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.429296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.429497] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.429615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.429688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.429847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.429925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.430028] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da already deleted. [ 1470.430114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.701521] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.701787] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.703021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.703021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.703021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.703021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port e81f0870-9493-4d26-88c3-fa58900a2ed6 not found, creating... [ 1470.703021] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.703021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.703399] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.703399] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.703474] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.703707] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.703870] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.703992] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.704223] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.704364] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.704507] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: e81f0870-9493-4d26-88c3-fa58900a2ed6 is going to be created. [ 1470.723777] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.723952] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.724095] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.724359] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.724588] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.724824] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-e81f0870-9493-4d26-88c3-fa58900a2ed6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.401104] env[69685]: INFO networking_nsxv3.common.synchronization [req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 req-802cd36c-8aec-4d52-8caf-43585e40d0a1 service nova] Enqueued Resource ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da with Priority: HIGHEST for action security_group_rules [ 1471.401104] env[69685]: INFO networking_nsxv3.common.synchronization [req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 req-802cd36c-8aec-4d52-8caf-43585e40d0a1 service nova] Enqueued Resource ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da with Priority: HIGHEST for action security_group_members [ 1471.401104] env[69685]: INFO networking_nsxv3.common.synchronization [req-b0d8f52b-43e3-4df8-84cd-8e2078c54f53 req-802cd36c-8aec-4d52-8caf-43585e40d0a1 service nova] Enqueued Resource ID: e81f0870-9493-4d26-88c3-fa58900a2ed6 with Priority: HIGHEST for action port [ 1471.401104] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da with Priority: HIGHEST for action security_group_rules [ 1471.401104] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da with Priority: HIGHEST for action security_group_members [ 1471.401104] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e81f0870-9493-4d26-88c3-fa58900a2ed6 with Priority: HIGHEST for action port [ 1471.401104] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.401104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.401104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.402121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.402306] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.403882] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.404122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.404295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.404591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.404837] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.405062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.405470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.405749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.406029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.406232] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.407054] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e81f0870-9493-4d26-88c3-fa58900a2ed6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.407310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e81f0870-9493-4d26-88c3-fa58900a2ed6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.407475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e81f0870-9493-4d26-88c3-fa58900a2ed6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.407718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e81f0870-9493-4d26-88c3-fa58900a2ed6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.408352] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e81f0870-9493-4d26-88c3-fa58900a2ed6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.909902] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.911017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.911175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.911285] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e81f0870-9493-4d26-88c3-fa58900a2ed6 with status ACTIVE [ 1471.911439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.911542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.911596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.911796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.911882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.912086] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.912227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.912295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.912445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.912525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.912707] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.912803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.912849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.913035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.913086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.913134] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e81f0870-9493-4d26-88c3-fa58900a2ed6 is going to be updated. [ 1471.933819] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.934054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.934054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.934204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.934331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.934480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e81f0870-9493-4d26-88c3-fa58900a2ed6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.415728] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.918825] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.918825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.918825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.919320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.919320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.919418] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da is going to be created. [ 1472.955595] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.955863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.955863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.955976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.956141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.967878] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da in Status: UNINITIALIZED for 2s [ 1474.299753] env[69685]: INFO networking_nsxv3.common.synchronization [req-44aeedf9-4497-4a1e-bcfb-ed04b8c9fe6c req-0fcb147d-0012-4ef9-874f-6f8d3c896838 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 with Priority: HIGHEST for action security_group_members [ 1474.300023] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 with Priority: HIGHEST for action security_group_members [ 1474.300167] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.300287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.300348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.300608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.300761] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.300859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.300920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.301431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.301431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.301431] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3aa2d71-c8f5-4614-aac3-2c430d5474b9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.803635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.803783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.803862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.804101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.804196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.804408] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.804508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.804573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.804799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.804799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.804893] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 is going to be updated. [ 1474.830371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.830654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.830739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.830929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.831083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.839421] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 in Status: IN_PROGRESS for 2s [ 1474.977942] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da in Status: SUCCESS [ 1474.978175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.978336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.978588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.978785] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.978903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.978991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.979206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.979289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.979376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.979507] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.482352] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.984514] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da: rpc.has_security_group_logging(os_id): False [ 1476.001821] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.001956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.002019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.002256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.002347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.002516] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.002615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.002676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.002834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.002906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.002988] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da is going to be created. [ 1476.060613] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.060799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.060799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.060993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.061181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.071259] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da in Status: IN_PROGRESS for 2s [ 1476.850604] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 in Status: SUCCESS [ 1476.850972] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3aa2d71-c8f5-4614-aac3-2c430d5474b9 deletion is rescheduled due to dependency. [ 1476.850972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3aa2d71-c8f5-4614-aac3-2c430d5474b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.085818] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da in Status: SUCCESS [ 1478.085818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.878390] env[69685]: INFO networking_nsxv3.common.synchronization [None req-488d9900-c537-41cb-b352-c6ebeee0f0e6 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: 9969aa98-8196-4f79-9131-815f3000b731 with Priority: HIGHEST for action security_group_rules [ 1478.878942] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9969aa98-8196-4f79-9131-815f3000b731 with Priority: HIGHEST for action security_group_rules [ 1478.879260] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9969aa98-8196-4f79-9131-815f3000b731 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.879387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.879469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.879760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.879848] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9969aa98-8196-4f79-9131-815f3000b731',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.967613] env[69685]: INFO networking_nsxv3.common.synchronization [None req-6d553e90-0187-4409-a8db-cff9b3ff0f6d tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: 9969aa98-8196-4f79-9131-815f3000b731 with Priority: HIGHEST for action security_group_rules [ 1478.971039] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9969aa98-8196-4f79-9131-815f3000b731 with Priority: HIGHEST for action security_group_rules [ 1478.971498] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9969aa98-8196-4f79-9131-815f3000b731 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.971498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.419211] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.419211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.419211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.419523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.419523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.419523] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9969aa98-8196-4f79-9131-815f3000b731 already deleted. [ 1479.419615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.419752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.419907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.419989] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9969aa98-8196-4f79-9131-815f3000b731',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.939864] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.940071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.940071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.940243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.940352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.940448] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9969aa98-8196-4f79-9131-815f3000b731 already deleted. [ 1479.940562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.971645] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.971897] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.173918] env[69685]: INFO networking_nsxv3.common.synchronization [req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d req-498254d8-117c-480a-bc87-8ad2970b45e9 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: 9969aa98-8196-4f79-9131-815f3000b731 with Priority: HIGHEST for action security_group_members [ 1484.174477] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9969aa98-8196-4f79-9131-815f3000b731 with Priority: HIGHEST for action security_group_members [ 1484.174795] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9969aa98-8196-4f79-9131-815f3000b731 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.174940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.175036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.175313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.175493] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.175600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.175681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.175854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.175945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.176050] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9969aa98-8196-4f79-9131-815f3000b731',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.442448] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.442448] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.442448] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.442755] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.442796] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.443040] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.443248] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.444039] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.444039] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.444039] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1484.448070] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1484.448393] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1484.448393] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1484.448618] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1484.448661] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1484.448787] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1484.469229] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1484.469396] env[69685]: DEBUG dogpile.cache.region [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1484.469538] env[69685]: DEBUG dogpile.lock [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1484.469718] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "network-872" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.470124] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock port-d11cde3f-92f3-4b31-bea8-84b556d838d0 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.470318] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "port-d11cde3f-92f3-4b31-bea8-84b556d838d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.470458] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "port-d11cde3f-92f3-4b31-bea8-84b556d838d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.470793] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "port-d11cde3f-92f3-4b31-bea8-84b556d838d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.470940] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11cde3f-92f3-4b31-bea8-84b556d838d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.680580] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.680766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.680766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.680978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.681088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.681292] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.681396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.681461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.681632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.681711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.681796] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9969aa98-8196-4f79-9131-815f3000b731 already deleted. [ 1484.681875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.974972] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.974972] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.974972] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.974972] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.976068] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.976317] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Segment Port d11cde3f-92f3-4b31-bea8-84b556d838d0 not found, creating... [ 1484.976660] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.976909] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.977101] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.977400] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.977606] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.977950] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.978202] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.978379] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.978812] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.979024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.979230] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Resource: SegmentPort with ID: d11cde3f-92f3-4b31-bea8-84b556d838d0 is going to be created. [ 1485.000164] env[69685]: DEBUG networking_nsxv3.common.locking [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.000422] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.000651] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.000954] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.001307] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.001624] env[69685]: DEBUG oslo_concurrency.lockutils [None req-e2459386-1a04-4a55-bb24-1861be5bbc69 None None] Releasing lock "port-d11cde3f-92f3-4b31-bea8-84b556d838d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.667742] env[69685]: INFO networking_nsxv3.common.synchronization [req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d req-d4140c20-384b-47d9-b056-ac7146f4783c service nova] Enqueued Resource ID: 9969aa98-8196-4f79-9131-815f3000b731 with Priority: HIGHEST for action security_group_rules [ 1485.667935] env[69685]: INFO networking_nsxv3.common.synchronization [req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d req-d4140c20-384b-47d9-b056-ac7146f4783c service nova] Enqueued Resource ID: 9969aa98-8196-4f79-9131-815f3000b731 with Priority: HIGHEST for action security_group_members [ 1485.668098] env[69685]: INFO networking_nsxv3.common.synchronization [req-32fd17a4-4d0e-4166-81c3-b35e4f49fd1d req-d4140c20-384b-47d9-b056-ac7146f4783c service nova] Enqueued Resource ID: d11cde3f-92f3-4b31-bea8-84b556d838d0 with Priority: HIGHEST for action port [ 1485.668519] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9969aa98-8196-4f79-9131-815f3000b731 with Priority: HIGHEST for action security_group_rules [ 1485.668657] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9969aa98-8196-4f79-9131-815f3000b731 with Priority: HIGHEST for action security_group_members [ 1485.668754] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11cde3f-92f3-4b31-bea8-84b556d838d0 with Priority: HIGHEST for action port [ 1485.669288] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9969aa98-8196-4f79-9131-815f3000b731 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.669454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.669487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.669671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.669806] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9969aa98-8196-4f79-9131-815f3000b731',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.670907] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9969aa98-8196-4f79-9131-815f3000b731 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.671038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.671124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.671295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.671469] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.671613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.671675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.671819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.671966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.672026] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9969aa98-8196-4f79-9131-815f3000b731',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.672717] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d11cde3f-92f3-4b31-bea8-84b556d838d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.673723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d11cde3f-92f3-4b31-bea8-84b556d838d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.673766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d11cde3f-92f3-4b31-bea8-84b556d838d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.673922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d11cde3f-92f3-4b31-bea8-84b556d838d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.674010] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11cde3f-92f3-4b31-bea8-84b556d838d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.175644] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9969aa98-8196-4f79-9131-815f3000b731 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.175947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.176061] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9969aa98-8196-4f79-9131-815f3000b731',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.176928] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d11cde3f-92f3-4b31-bea8-84b556d838d0 with status ACTIVE [ 1486.177129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.177241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.177309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.177531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.177644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.177838] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.177956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.178047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.178236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.178324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.178550] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.178685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.178685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.178826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.178902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.178986] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d11cde3f-92f3-4b31-bea8-84b556d838d0 is going to be updated. [ 1486.199874] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.200077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.200077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.200259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.200391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.200584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d11cde3f-92f3-4b31-bea8-84b556d838d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.681454] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9969aa98-8196-4f79-9131-815f3000b731',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.184316] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.184644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.184644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.184760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.184853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.184952] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9969aa98-8196-4f79-9131-815f3000b731 is going to be created. [ 1487.212540] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.212698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.212745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.212951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.213118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.222132] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9969aa98-8196-4f79-9131-815f3000b731 in Status: UNINITIALIZED for 2s [ 1489.233265] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9969aa98-8196-4f79-9131-815f3000b731 in Status: SUCCESS [ 1489.233661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.233661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.233908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.234125] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.234244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.234312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.234472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.234554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.234641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.234734] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9969aa98-8196-4f79-9131-815f3000b731',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.736907] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9969aa98-8196-4f79-9131-815f3000b731',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.239560] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9969aa98-8196-4f79-9131-815f3000b731: rpc.has_security_group_logging(os_id): False [ 1490.257688] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.257848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.257904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.258121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.258215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.258457] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.258569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.258636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.258797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.258875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.258962] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9969aa98-8196-4f79-9131-815f3000b731 is going to be created. [ 1490.314468] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.314654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.314654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.314835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.315016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.326652] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9969aa98-8196-4f79-9131-815f3000b731 in Status: IN_PROGRESS for 2s [ 1490.670438] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.670617] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1492.340887] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9969aa98-8196-4f79-9131-815f3000b731 in Status: SUCCESS [ 1492.341215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.671872] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.672222] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.673937] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.674354] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.675426] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.675703] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.677319] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.677692] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.678392] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.678726] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.679423] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.679826] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.947737] env[69685]: INFO networking_nsxv3.common.synchronization [req-d0ac1d99-a931-41a6-a01c-a15f8999145f req-0eca10b7-0857-4d72-ae26-5312294b4b0b tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Enqueued Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_members [ 1524.948292] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_members [ 1524.948595] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b74a88f3-d4f2-4d66-91a4-32176a44322c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.948728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.948828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.949143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.949301] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.949408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.949474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.949602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.949688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.949688] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.453422] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.955685] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.458818] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.459041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.459122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.459339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.459423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.459551] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b74a88f3-d4f2-4d66-91a4-32176a44322c is going to be updated. [ 1526.496099] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.496245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.496347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.496522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.496664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.504331] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: IN_PROGRESS for 2s [ 1528.517192] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: SUCCESS [ 1528.517510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.949835] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.950122] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1534.951442] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.951803] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1539.953040] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.953040] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1542.177383] env[69685]: INFO networking_nsxv3.common.synchronization [req-251fa7d6-8613-41da-97e2-fe9629b1cde4 req-1a8df44a-04b6-4b46-b440-d3196a32cdfd tempest-ServerActionsTestOtherA-780463684 tempest-ServerActionsTestOtherA-780463684-project-member] Enqueued Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_members [ 1542.177383] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74a88f3-d4f2-4d66-91a4-32176a44322c with Priority: HIGHEST for action security_group_members [ 1542.177383] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b74a88f3-d4f2-4d66-91a4-32176a44322c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.177383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.177383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.177744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.177744] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.177744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.177744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.177907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.177976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.178079] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b74a88f3-d4f2-4d66-91a4-32176a44322c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.680669] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.680896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.680953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.681226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.681329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.681569] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.681692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.681756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.681932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.682032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.682148] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b74a88f3-d4f2-4d66-91a4-32176a44322c is going to be updated. [ 1542.708689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.708909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.708909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.709114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.709256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.716863] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: IN_PROGRESS for 2s [ 1544.727959] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b74a88f3-d4f2-4d66-91a4-32176a44322c in Status: SUCCESS [ 1544.728359] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b74a88f3-d4f2-4d66-91a4-32176a44322c deletion is rescheduled due to dependency. [ 1544.728359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b74a88f3-d4f2-4d66-91a4-32176a44322c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.502623] env[69685]: INFO networking_nsxv3.common.synchronization [req-0f50c021-3222-41f7-9716-6e6c30c07cf7 req-f36ca3ab-857a-4839-b244-a5a1862a9a43 tempest-AttachVolumeNegativeTest-1419561468 tempest-AttachVolumeNegativeTest-1419561468-project-member] Enqueued Resource ID: 9969aa98-8196-4f79-9131-815f3000b731 with Priority: HIGHEST for action security_group_members [ 1546.503191] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9969aa98-8196-4f79-9131-815f3000b731 with Priority: HIGHEST for action security_group_members [ 1546.503533] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9969aa98-8196-4f79-9131-815f3000b731 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.503672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.503756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.504471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.504471] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.504471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.504471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.504803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.504803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.504803] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9969aa98-8196-4f79-9131-815f3000b731',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.006846] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.007040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.007089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.007300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.007398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.007591] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.007691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.007754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.007905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.007983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.008090] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9969aa98-8196-4f79-9131-815f3000b731 is going to be updated. [ 1547.035134] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.035612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.035612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.035612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.035840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.046248] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9969aa98-8196-4f79-9131-815f3000b731 in Status: IN_PROGRESS for 2s [ 1547.929492] env[69685]: INFO networking_nsxv3.common.synchronization [req-05521699-a7d6-4eaa-a998-392801a236c4 req-7a9ebdf4-4016-4f56-aeca-ade909493a75 tempest-AttachVolumeTestJSON-1254950078 tempest-AttachVolumeTestJSON-1254950078-project-member] Enqueued Resource ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da with Priority: HIGHEST for action security_group_members [ 1547.929492] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da with Priority: HIGHEST for action security_group_members [ 1547.929492] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.931252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.931619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.933145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.933145] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.933145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.933145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.933145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.933145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.933145] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.434817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.434983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.435111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.435269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.435358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.435563] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.435706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.435766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.435906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.435979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.436077] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da is going to be updated. [ 1548.461518] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.461669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.461711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.461888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.462043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.470675] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da in Status: IN_PROGRESS for 2s [ 1549.055167] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9969aa98-8196-4f79-9131-815f3000b731 in Status: SUCCESS [ 1549.055479] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9969aa98-8196-4f79-9131-815f3000b731 deletion is rescheduled due to dependency. [ 1549.055479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9969aa98-8196-4f79-9131-815f3000b731" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.480307] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da in Status: SUCCESS [ 1550.480601] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da deletion is rescheduled due to dependency. [ 1550.480601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7435e2d0-e93e-4013-a7d2-cf9bbfa0b3da" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.929972] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.930310] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1557.931259] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.931571] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.932655] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.932973] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1567.934306] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1567.934626] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.934933] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.935350] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1577.521411] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1577.521887] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-002f48ed-fe48-4604-97dd-36112936cfaf None None] NSXv3 Agent Agent loop - iteration:4 started [ 1577.936032] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.936151] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.936679] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.936995] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0